#include "stdafx.h" #include "Emu/System.h" #include "Emu/IdManager.h" #include "Emu/Cell/PPUModule.h" #include "Emu/Cell/SPUThread.h" #include "Emu/Cell/lv2/sys_lwmutex.h" #include "Emu/Cell/lv2/sys_lwcond.h" #include "Emu/Cell/lv2/sys_spu.h" #include "Emu/Cell/lv2/sys_ppu_thread.h" #include "Emu/Cell/lv2/sys_memory.h" #include "Emu/Cell/lv2/sys_process.h" #include "Emu/Cell/lv2/sys_semaphore.h" #include "Emu/Cell/lv2/sys_event.h" #include "sysPrxForUser.h" #include "cellSpurs.h" logs::channel cellSpurs("cellSpurs", logs::level::notice); s32 sys_spu_image_close(vm::ptr img); // TODO struct cell_error_t { s32 value; explicit operator bool() const { return (value < 0); } }; #define CHECK_SUCCESS(expr) if (cell_error_t error{expr}) fmt::throw_exception("Failure: %s -> 0x%x" HERE, #expr, error.value) //---------------------------------------------------------------------------- // Function prototypes //---------------------------------------------------------------------------- bool spursKernelEntry(SPUThread& spu); // SPURS Internals namespace _spurs { // Get the version of SDK used by this process s32 get_sdk_version(); // Check whether libprof is loaded bool is_libprof_loaded(); // Create an LV2 event queue and attach it to the SPURS instance s32 create_lv2_eq(ppu_thread& ppu, vm::ptr spurs, vm::ptr queueId, vm::ptr port, s32 size, const sys_event_queue_attribute_t& name); // Attach an LV2 event queue to the SPURS instance s32 attach_lv2_eq(ppu_thread& ppu, vm::ptr spurs, u32 queue, vm::ptr port, s32 isDynamic, bool spursCreated); // Detach an LV2 event queue from the SPURS instance s32 detach_lv2_eq(vm::ptr spurs, u8 spuPort, bool spursCreated); // Wait until a workload in the SPURS instance becomes ready void handler_wait_ready(ppu_thread& ppu, vm::ptr spurs); // Entry point of the SPURS handler thread. This thread is responsible for starting the SPURS SPU thread group. void handler_entry(ppu_thread& ppu, vm::ptr spurs); // Create the SPURS handler thread s32 create_handler(vm::ptr spurs, u32 ppuPriority); // Invoke event handlers s32 invoke_event_handlers(ppu_thread& ppu, vm::ptr eventPortMux); // Invoke workload shutdown completion callbacks s32 wakeup_shutdown_completion_waiter(ppu_thread& ppu, vm::ptr spurs, u32 wid); // Entry point of the SPURS event helper thread void event_helper_entry(ppu_thread& ppu, vm::ptr spurs); // Create the SPURS event helper thread s32 create_event_helper(ppu_thread& ppu, vm::ptr spurs, u32 ppuPriority); // Initialise the event port multiplexor structure void init_event_port_mux(vm::ptr eventPortMux, u8 spuPort, u32 eventPort, u32 unknown); // Enable the system workload s32 add_default_syswkl(vm::ptr spurs, vm::cptr swlPriority, u32 swlMaxSpu, u32 swlIsPreem); // Destroy the SPURS SPU threads and thread group s32 finalize_spu(ppu_thread&, vm::ptr spurs); // Stop the event helper thread s32 stop_event_helper(ppu_thread& ppu, vm::ptr spurs); // Signal to the SPURS handler thread s32 signal_to_handler_thread(ppu_thread& ppu, vm::ptr spurs); // Join the SPURS handler thread s32 join_handler_thread(ppu_thread& ppu, vm::ptr spurs); // Initialise SPURS s32 initialize(ppu_thread& ppu, vm::ptr spurs, u32 revision, u32 sdkVersion, s32 nSpus, s32 spuPriority, s32 ppuPriority, u32 flags, vm::cptr prefix, u32 prefixSize, u32 container, vm::cptr swlPriority, u32 swlMaxSpu, u32 swlIsPreem); } // // SPURS Core Functions // //s32 cellSpursInitialize(ppu_thread& ppu, vm::ptr spurs, s32 nSpus, s32 spuPriority, s32 ppuPriority, b8 exitIfNoWork); //s32 cellSpursInitializeWithAttribute(ppu_thread& ppu, vm::ptr spurs, vm::cptr attr); //s32 cellSpursInitializeWithAttribute2(ppu_thread& ppu, vm::ptr spurs, vm::cptr attr); //s32 _cellSpursAttributeInitialize(vm::ptr attr, u32 revision, u32 sdkVersion, u32 nSpus, s32 spuPriority, s32 ppuPriority, b8 exitIfNoWork); //s32 cellSpursAttributeSetMemoryContainerForSpuThread(vm::ptr attr, u32 container); //s32 cellSpursAttributeSetNamePrefix(vm::ptr attr, vm::cptr prefix, u32 size); //s32 cellSpursAttributeEnableSpuPrintfIfAvailable(vm::ptr attr); //s32 cellSpursAttributeSetSpuThreadGroupType(vm::ptr attr, s32 type); //s32 cellSpursAttributeEnableSystemWorkload(vm::ptr attr, vm::cptr priority, u32 maxSpu, vm::cptr isPreemptible); //s32 cellSpursFinalize(vm::ptr spurs); //s32 cellSpursGetSpuThreadGroupId(vm::ptr spurs, vm::ptr group); //s32 cellSpursGetNumSpuThread(vm::ptr spurs, vm::ptr nThreads); //s32 cellSpursGetSpuThreadId(vm::ptr spurs, vm::ptr thread, vm::ptr nThreads); //s32 cellSpursSetMaxContention(vm::ptr spurs, u32 wid, u32 maxContention); //s32 cellSpursSetPriorities(vm::ptr spurs, u32 wid, vm::cptr priorities); //s32 cellSpursSetPreemptionVictimHints(vm::ptr spurs, vm::cptr isPreemptible); //s32 cellSpursAttachLv2EventQueue(ppu_thread& ppu, vm::ptr spurs, u32 queue, vm::ptr port, s32 isDynamic); //s32 cellSpursDetachLv2EventQueue(vm::ptr spurs, u8 port); // Enable the SPU exception event handler s32 cellSpursEnableExceptionEventHandler(vm::ptr spurs, b8 flag); //s32 cellSpursSetGlobalExceptionEventHandler(vm::ptr spurs, vm::ptr eaHandler, vm::ptr arg); //s32 cellSpursUnsetGlobalExceptionEventHandler(vm::ptr spurs); //s32 cellSpursGetInfo(vm::ptr spurs, vm::ptr info); // // SPURS SPU GUID functions // //s32 cellSpursGetSpuGuid(); // // SPURS trace functions // namespace _spurs { // Signal SPUs to update trace status void trace_status_update(ppu_thread& ppu, vm::ptr spurs); // Initialize SPURS trace s32 trace_initialize(ppu_thread& ppu, vm::ptr spurs, vm::ptr buffer, u32 size, u32 mode, u32 updateStatus); // Start SPURS trace s32 trace_start(ppu_thread& ppu, vm::ptr spurs, u32 updateStatus); // Stop SPURS trace s32 trace_stop(ppu_thread& ppu, vm::ptr spurs, u32 updateStatus); } //s32 cellSpursTraceInitialize(ppu_thread& ppu, vm::ptr spurs, vm::ptr buffer, u32 size, u32 mode); //s32 cellSpursTraceFinalize(ppu_thread& ppu, vm::ptr spurs); //s32 cellSpursTraceStart(ppu_thread& ppu, vm::ptr spurs); //s32 cellSpursTraceStop(ppu_thread& ppu, vm::ptr spurs); // // SPURS policy module functions // namespace _spurs { // Add workload s32 add_workload(vm::ptr spurs, vm::ptr wid, vm::cptr pm, u32 size, u64 data, const u8 priorityTable[], u32 minContention, u32 maxContention, vm::cptr nameClass, vm::cptr nameInstance, vm::ptr hook, vm::ptr hookArg); } //s32 _cellSpursWorkloadAttributeInitialize(vm::ptr attr, u32 revision, u32 sdkVersion, vm::cptr pm, u32 size, u64 data, vm::cptr priority, u32 minCnt, u32 maxCnt); //s32 cellSpursWorkloadAttributeSetName(vm::ptr attr, vm::cptr nameClass, vm::cptr nameInstance); //s32 cellSpursWorkloadAttributeSetShutdownCompletionEventHook(vm::ptr attr, vm::ptr hook, vm::ptr arg); //s32 cellSpursAddWorkload(vm::ptr spurs, vm::ptr wid, vm::cptr pm, u32 size, u64 data, vm::cptr priority, u32 minCnt, u32 maxCnt); //s32 cellSpursAddWorkloadWithAttribute(vm::ptr spurs, vm::ptr wid, vm::cptr attr); //s32 cellSpursShutdownWorkload(); //s32 cellSpursWaitForWorkloadShutdown(); //s32 cellSpursRemoveWorkload(); // Activate the SPURS kernel s32 cellSpursWakeUp(ppu_thread& ppu, vm::ptr spurs); //s32 cellSpursSendWorkloadSignal(vm::ptr spurs, u32 wid); //s32 cellSpursGetWorkloadFlag(vm::ptr spurs, vm::pptr flag); //s32 cellSpursReadyCountStore(vm::ptr spurs, u32 wid, u32 value); //s32 cellSpursReadyCountSwap(); //s32 cellSpursReadyCountCompareAndSwap(); //s32 cellSpursReadyCountAdd(); //s32 cellSpursGetWorkloadData(vm::ptr spurs, vm::ptr data, u32 wid); //s32 cellSpursGetWorkloadInfo(); //s32 cellSpursSetExceptionEventHandler(); //s32 cellSpursUnsetExceptionEventHandler(); //s32 _cellSpursWorkloadFlagReceiver(vm::ptr spurs, u32 wid, u32 is_set); //s32 _cellSpursWorkloadFlagReceiver2(); //s32 cellSpursRequestIdleSpu(); // // SPURS taskset functions // namespace _spurs { // Create taskset s32 create_taskset(ppu_thread& ppu, vm::ptr spurs, vm::ptr taskset, u64 args, vm::cptr priority, u32 max_contention, vm::cptr name, u32 size, s32 enable_clear_ls); } //s32 cellSpursCreateTasksetWithAttribute(ppu_thread& ppu, vm::ptr spurs, vm::ptr taskset, vm::ptr attr); //s32 cellSpursCreateTaskset(ppu_thread& ppu, vm::ptr spurs, vm::ptr taskset, u64 args, vm::cptr priority, u32 maxContention); //s32 cellSpursJoinTaskset(vm::ptr taskset); //s32 cellSpursGetTasksetId(vm::ptr taskset, vm::ptr wid); //s32 cellSpursShutdownTaskset(vm::ptr taskset); //s32 cellSpursTasksetAttributeSetName(vm::ptr attr, vm::cptr name); //s32 cellSpursTasksetAttributeSetTasksetSize(vm::ptr attr, u32 size); //s32 cellSpursTasksetAttributeEnableClearLS(vm::ptr attr, s32 enable); //s32 _cellSpursTasksetAttribute2Initialize(vm::ptr attribute, u32 revision); //s32 cellSpursCreateTaskset2(ppu_thread& ppu, vm::ptr spurs, vm::ptr taskset, vm::ptr attr); //s32 cellSpursDestroyTaskset2(); //s32 cellSpursTasksetSetExceptionEventHandler(vm::ptr taskset, vm::ptr handler, vm::ptr arg); //s32 cellSpursTasksetUnsetExceptionEventHandler(vm::ptr taskset); // Get taskset instance from the workload ID s32 cellSpursLookUpTasksetAddress(ppu_thread& ppu, vm::ptr spurs, vm::pptr taskset, u32 id); //s32 cellSpursTasksetGetSpursAddress(vm::cptr taskset, vm::ptr spurs); //s32 cellSpursGetTasksetInfo(); //s32 _cellSpursTasksetAttributeInitialize(vm::ptr attribute, u32 revision, u32 sdk_version, u64 args, vm::cptr priority, u32 max_contention); // // SPURS task functions // namespace _spurs { // Create task s32 create_task(vm::ptr taskset, vm::ptr task_id, vm::cptr elf, vm::cptr context, u32 size, vm::ptr ls_pattern, vm::ptr arg); // Start task s32 task_start(ppu_thread& ppu, vm::ptr taskset, u32 taskId); } //s32 cellSpursCreateTask(ppu_thread& ppu, vm::ptr taskset, vm::ptr taskId, vm::cptr elf, vm::cptr context, u32 size, vm::ptr lsPattern, vm::ptr argument); // Sends a signal to the task s32 _cellSpursSendSignal(ppu_thread& ppu, vm::ptr taskset, u32 taskId); //s32 cellSpursCreateTaskWithAttribute(); //s32 cellSpursTaskExitCodeGet(); //s32 cellSpursTaskExitCodeInitialize(); //s32 cellSpursTaskExitCodeTryGet(); //s32 cellSpursTaskGetLoadableSegmentPattern(); //s32 cellSpursTaskGetReadOnlyAreaPattern(); //s32 cellSpursTaskGenerateLsPattern(); //s32 _cellSpursTaskAttributeInitialize(); //s32 cellSpursTaskAttributeSetExitCodeContainer(); //s32 _cellSpursTaskAttribute2Initialize(vm::ptr attribute, u32 revision); //s32 cellSpursTaskGetContextSaveAreaSize(); //s32 cellSpursCreateTask2(); //s32 cellSpursJoinTask2(); //s32 cellSpursTryJoinTask2(); //s32 cellSpursCreateTask2WithBinInfo(); // // SPURS event flag functions // namespace _spurs { // Wait for SPURS event flag s32 event_flag_wait(ppu_thread& ppu, vm::ptr eventFlag, vm::ptr mask, u32 mode, u32 block); } //s32 _cellSpursEventFlagInitialize(vm::ptr spurs, vm::ptr taskset, vm::ptr eventFlag, u32 flagClearMode, u32 flagDirection); //s32 cellSpursEventFlagClear(vm::ptr eventFlag, u16 bits); //s32 cellSpursEventFlagSet(ppu_thread& ppu, vm::ptr eventFlag, u16 bits); //s32 cellSpursEventFlagWait(ppu_thread& ppu, vm::ptr eventFlag, vm::ptr mask, u32 mode); //s32 cellSpursEventFlagTryWait(ppu_thread& ppu, vm::ptr eventFlag, vm::ptr mask, u32 mode); //s32 cellSpursEventFlagAttachLv2EventQueue(ppu_thread& ppu, vm::ptr eventFlag); //s32 cellSpursEventFlagDetachLv2EventQueue(ppu_thread& ppu, vm::ptr eventFlag); //s32 cellSpursEventFlagGetDirection(vm::ptr eventFlag, vm::ptr direction); //s32 cellSpursEventFlagGetClearMode(vm::ptr eventFlag, vm::ptr clear_mode); //s32 cellSpursEventFlagGetTasksetAddress(vm::ptr eventFlag, vm::pptr taskset); // // SPURS lock free queue functions // //s32 _cellSpursLFQueueInitialize(vm::ptr pTasksetOrSpurs, vm::ptr pQueue, vm::cptr buffer, u32 size, u32 depth, u32 direction); //s32 _cellSpursLFQueuePushBody(); //s32 cellSpursLFQueueAttachLv2EventQueue(vm::ptr queue); //s32 cellSpursLFQueueDetachLv2EventQueue(vm::ptr queue); //s32 _cellSpursLFQueuePopBody(); //s32 cellSpursLFQueueGetTasksetAddress(); // // SPURS queue functions // //s32 _cellSpursQueueInitialize(); //s32 cellSpursQueuePopBody(); //s32 cellSpursQueuePushBody(); //s32 cellSpursQueueAttachLv2EventQueue(); //s32 cellSpursQueueDetachLv2EventQueue(); //s32 cellSpursQueueGetTasksetAddress(); //s32 cellSpursQueueClear(); //s32 cellSpursQueueDepth(); //s32 cellSpursQueueGetEntrySize(); //s32 cellSpursQueueSize(); //s32 cellSpursQueueGetDirection(); // // SPURS barrier functions // //s32 cellSpursBarrierInitialize(); //s32 cellSpursBarrierGetTasksetAddress(); // // SPURS semaphore functions // //s32 _cellSpursSemaphoreInitialize(); //s32 cellSpursSemaphoreGetTasksetAddress(); // // SPURS job chain functions // //s32 cellSpursCreateJobChainWithAttribute(); //s32 cellSpursCreateJobChain(); //s32 cellSpursJoinJobChain(); //s32 cellSpursKickJobChain(); //s32 _cellSpursJobChainAttributeInitialize(); //s32 cellSpursGetJobChainId(); //s32 cellSpursJobChainSetExceptionEventHandler(); //s32 cellSpursJobChainUnsetExceptionEventHandler(); //s32 cellSpursGetJobChainInfo(); //s32 cellSpursJobChainGetSpursAddress(); //s32 cellSpursJobGuardInitialize(); //s32 cellSpursJobChainAttributeSetName(); //s32 cellSpursShutdownJobChain(); //s32 cellSpursJobChainAttributeSetHaltOnError(); //s32 cellSpursJobChainAttributeSetJobTypeMemoryCheck(); //s32 cellSpursJobGuardNotify(); //s32 cellSpursJobGuardReset(); //s32 cellSpursRunJobChain(); //s32 cellSpursJobChainGetError(); //s32 cellSpursGetJobPipelineInfo(); //s32 cellSpursJobSetMaxGrab(); //s32 cellSpursJobHeaderSetJobbin2Param(); //s32 cellSpursAddUrgentCommand(); //s32 cellSpursAddUrgentCall(); //---------------------------------------------------------------------------- // SPURS utility functions //---------------------------------------------------------------------------- s32 _spurs::get_sdk_version() { s32 version = -1; return process_get_sdk_version(process_getpid(), version) || version == -1 ? 0x465000 : version; } bool _spurs::is_libprof_loaded() { return false; } //---------------------------------------------------------------------------- // SPURS core functions //---------------------------------------------------------------------------- s32 _spurs::create_lv2_eq(ppu_thread& ppu, vm::ptr spurs, vm::ptr queueId, vm::ptr port, s32 size, const sys_event_queue_attribute_t& attr) { if (s32 rc = sys_event_queue_create(queueId, vm::make_var(attr), SYS_EVENT_QUEUE_LOCAL, size)) { return rc; } if (s32 rc = _spurs::attach_lv2_eq(ppu, spurs, *queueId, port, 1, true)) { sys_event_queue_destroy(ppu, *queueId, SYS_EVENT_QUEUE_DESTROY_FORCE); } return CELL_OK; } s32 _spurs::attach_lv2_eq(ppu_thread& ppu, vm::ptr spurs, u32 queue, vm::ptr port, s32 isDynamic, bool spursCreated) { if (!spurs || !port) { return CELL_SPURS_CORE_ERROR_NULL_POINTER; } if (!spurs.aligned()) { return CELL_SPURS_CORE_ERROR_ALIGN; } if (spurs->exception) { return CELL_SPURS_CORE_ERROR_STAT; } u8 _port = 0x3f; u64 portMask = 0; if (isDynamic == 0) { _port = *port; if (_port > 0x3f) { return CELL_SPURS_CORE_ERROR_INVAL; } if (_spurs::get_sdk_version() >= 0x180000 && _port > 0xf) { return CELL_SPURS_CORE_ERROR_PERM; } } for (u32 i = isDynamic ? 0x10 : _port; i <= _port; i++) { portMask |= 1ull << (i); } if (s32 res = sys_spu_thread_group_connect_event_all_threads(spurs->spuTG, queue, portMask, port)) { if (res == CELL_EISCONN) { return CELL_SPURS_CORE_ERROR_BUSY; } return res; } if (!spursCreated) { spurs->spuPortBits |= 1ull << *port; } return CELL_OK; } s32 _spurs::detach_lv2_eq(vm::ptr spurs, u8 spuPort, bool spursCreated) { if (!spurs) { return CELL_SPURS_CORE_ERROR_NULL_POINTER; } if (!spurs.aligned()) { return CELL_SPURS_CORE_ERROR_ALIGN; } if (!spursCreated && spurs->exception) { return CELL_SPURS_CORE_ERROR_STAT; } if (spuPort > 0x3F) { return CELL_SPURS_CORE_ERROR_INVAL; } if (!spursCreated) { const u64 mask = 1ull << spuPort; if (_spurs::get_sdk_version() >= 0x180000) { if ((spurs->spuPortBits.load() & mask) == 0) { return CELL_SPURS_CORE_ERROR_SRCH; } } spurs->spuPortBits &= ~mask; } return CELL_OK; } void _spurs::handler_wait_ready(ppu_thread& ppu, vm::ptr spurs) { CHECK_SUCCESS(sys_lwmutex_lock(ppu, spurs.ptr(&CellSpurs::mutex), 0)); while (true) { if (spurs->handlerExiting) { CHECK_SUCCESS(CALL_FUNC(ppu, sys_lwmutex_unlock, ppu, spurs.ptr(&CellSpurs::mutex))); return sys_ppu_thread_exit(ppu, 0); } // Find a runnable workload spurs->handlerDirty = 0; if (spurs->exception == 0) { bool foundRunnableWorkload = false; for (u32 i = 0; i < 16; i++) { if (spurs->wklState1[i] == SPURS_WKL_STATE_RUNNABLE && *((u64*)spurs->wklInfo1[i].priority) != 0 && spurs->wklMaxContention[i] & 0x0F) { if (spurs->wklReadyCount1[i] || spurs->wklSignal1.load() & (0x8000u >> i) || (spurs->wklFlag.flag.load() == 0 && spurs->wklFlagReceiver == (u8)i)) { foundRunnableWorkload = true; break; } } } if (spurs->flags1 & SF1_32_WORKLOADS) { for (u32 i = 0; i < 16; i++) { if (spurs->wklState2[i] == SPURS_WKL_STATE_RUNNABLE && *((u64*)spurs->wklInfo2[i].priority) != 0 && spurs->wklMaxContention[i] & 0xF0) { if (spurs->wklIdleSpuCountOrReadyCount2[i] || spurs->wklSignal2.load() & (0x8000u >> i) || (spurs->wklFlag.flag.load() == 0 && spurs->wklFlagReceiver == (u8)i + 0x10)) { foundRunnableWorkload = true; break; } } } } if (foundRunnableWorkload) { break; } } // If we reach it means there are no runnable workloads in this SPURS instance. // Wait until some workload becomes ready. spurs->handlerWaiting = 1; if (spurs->handlerDirty == 0) { CHECK_SUCCESS(sys_lwcond_wait(ppu, spurs.ptr(&CellSpurs::cond), 0)); } spurs->handlerWaiting = 0; } // If we reach here then a runnable workload was found CHECK_SUCCESS(sys_lwmutex_unlock(ppu, spurs.ptr(&CellSpurs::mutex))); } void _spurs::handler_entry(ppu_thread& ppu, vm::ptr spurs) { if (spurs->flags & SAF_UNKNOWN_FLAG_30) { return sys_ppu_thread_exit(ppu, 0); } while (true) { if (spurs->flags1 & SF1_EXIT_IF_NO_WORK) { _spurs::handler_wait_ready(ppu, spurs); } CHECK_SUCCESS(sys_spu_thread_group_start(spurs->spuTG)); if (s32 rc = sys_spu_thread_group_join(ppu, spurs->spuTG, vm::null, vm::null)) { if (rc == CELL_ESTAT) { return sys_ppu_thread_exit(ppu, 0); } CHECK_SUCCESS(rc); } if ((spurs->flags1 & SF1_EXIT_IF_NO_WORK) == 0) { verify(HERE), (spurs->handlerExiting == 1); return sys_ppu_thread_exit(ppu, 0); } } } s32 _spurs::create_handler(vm::ptr spurs, u32 ppuPriority) { struct handler_thread : ppu_thread { using ppu_thread::ppu_thread; virtual void cpu_task() override { BIND_FUNC(_spurs::handler_entry)(*this); } }; auto&& eht = idm::make_ptr(std::string(spurs->prefix, spurs->prefixSize) + "SpursHdlr0", ppuPriority, 0x4000); spurs->ppu0 = eht->id; eht->gpr[3] = spurs.addr(); eht->run(); return CELL_OK; } s32 _spurs::invoke_event_handlers(ppu_thread& ppu, vm::ptr eventPortMux) { if (eventPortMux->reqPending.exchange(0)) { for (auto node = eventPortMux->handlerList.exchange(vm::null); node; node = node->next) { node->handler(ppu, eventPortMux, node->data); } } return CELL_OK; } s32 _spurs::wakeup_shutdown_completion_waiter(ppu_thread& ppu, vm::ptr spurs, u32 wid) { if (!spurs) { return CELL_SPURS_POLICY_MODULE_ERROR_NULL_POINTER; } if (!spurs.aligned()) { return CELL_SPURS_POLICY_MODULE_ERROR_ALIGN; } if (wid >= (u32)(spurs->flags1 & SF1_32_WORKLOADS ? CELL_SPURS_MAX_WORKLOAD2 : CELL_SPURS_MAX_WORKLOAD)) { return CELL_SPURS_POLICY_MODULE_ERROR_INVAL; } if ((spurs->wklEnabled.load() & (0x80000000u >> wid)) == 0) { return CELL_SPURS_POLICY_MODULE_ERROR_SRCH; } const u8 wklState = wid < CELL_SPURS_MAX_WORKLOAD ? spurs->wklState1[wid] : spurs->wklState2[wid & 0x0F]; if (wklState != SPURS_WKL_STATE_REMOVABLE) { return CELL_SPURS_POLICY_MODULE_ERROR_STAT; } const auto wklF = wid < CELL_SPURS_MAX_WORKLOAD ? &spurs->wklF1[wid] : &spurs->wklF2[wid & 0x0F]; const auto wklEvent = wid < CELL_SPURS_MAX_WORKLOAD ? &spurs->wklEvent1[wid] : &spurs->wklEvent2[wid & 0x0F]; if (wklF->hook) { wklF->hook(ppu, spurs, wid, wklF->hookArg); verify(HERE), (wklEvent->load() & 0x01); verify(HERE), (wklEvent->load() & 0x02); verify(HERE), (wklEvent->load() & 0x20) == 0; wklEvent->fetch_or(0x20); } s32 rc = CELL_OK; if (!wklF->hook || wklEvent->load() & 0x10) { verify(HERE), (wklF->x28 == 2); rc = sys_semaphore_post(ppu, (u32)wklF->sem, 1); } return rc; } void _spurs::event_helper_entry(ppu_thread& ppu, vm::ptr spurs) { vm::var events(8); vm::var count; while (true) { CHECK_SUCCESS(sys_event_queue_receive(ppu, spurs->eventQueue, vm::null, 0)); const u64 event_src = ppu.gpr[4]; const u64 event_data1 = ppu.gpr[5]; const u64 event_data2 = ppu.gpr[6]; const u64 event_data3 = ppu.gpr[7]; if (event_src == SYS_SPU_THREAD_EVENT_EXCEPTION_KEY) { spurs->exception = 1; events[0].source = event_src; events[0].data1 = event_data1; events[0].data2 = event_data2; events[0].data3 = event_data3; if (sys_event_queue_tryreceive(spurs->eventQueue, events + 1, 7, count) != CELL_OK) { continue; } // TODO: Examine LS and dump exception details for (u32 i = 0; i < CELL_SPURS_MAX_WORKLOAD; i++) { sys_semaphore_post(ppu, (u32)spurs->wklF1[i].sem, 1); if (spurs->flags1 & SF1_32_WORKLOADS) { sys_semaphore_post(ppu, (u32)spurs->wklF2[i].sem, 1); } } } else { const u32 data0 = event_data2 & 0x00FFFFFF; if (data0 == 1) { return; } else if (data0 < 1) { const u32 shutdownMask = (u32)event_data3; for (u32 wid = 0; wid < CELL_SPURS_MAX_WORKLOAD; wid++) { if (shutdownMask & (0x80000000u >> wid)) { CHECK_SUCCESS(_spurs::wakeup_shutdown_completion_waiter(ppu, spurs, wid)); } if ((spurs->flags1 & SF1_32_WORKLOADS) && (shutdownMask & (0x8000 >> wid))) { CHECK_SUCCESS(_spurs::wakeup_shutdown_completion_waiter(ppu, spurs, wid + 0x10)); } } } else if (data0 == 2) { CHECK_SUCCESS(sys_semaphore_post(ppu, (u32)spurs->semPrv, 1)); } else if (data0 == 3) { CHECK_SUCCESS(_spurs::invoke_event_handlers(ppu, spurs.ptr(&CellSpurs::eventPortMux))); } else { fmt::throw_exception("data0=0x%x" HERE, data0); } } } } s32 _spurs::create_event_helper(ppu_thread& ppu, vm::ptr spurs, u32 ppuPriority) { if (s32 rc = _spurs::create_lv2_eq(ppu, spurs, spurs.ptr(&CellSpurs::eventQueue), spurs.ptr(&CellSpurs::spuPort), 0x2A, sys_event_queue_attribute_t{ SYS_SYNC_PRIORITY, SYS_PPU_QUEUE, "_spuPrv" })) { return rc; } if (s32 rc = sys_event_port_create(spurs.ptr(&CellSpurs::eventPort), SYS_EVENT_PORT_LOCAL, SYS_EVENT_PORT_NO_NAME)) { if (s32 rc2 = _spurs::detach_lv2_eq(spurs, spurs->spuPort, true)) { return CELL_SPURS_CORE_ERROR_AGAIN; } sys_event_queue_destroy(ppu, spurs->eventQueue, SYS_EVENT_QUEUE_DESTROY_FORCE); return CELL_SPURS_CORE_ERROR_AGAIN; } if (s32 rc = sys_event_port_connect_local(spurs->eventPort, spurs->eventQueue)) { sys_event_port_destroy(spurs->eventPort); if (s32 rc2 = _spurs::detach_lv2_eq(spurs, spurs->spuPort, true)) { return CELL_SPURS_CORE_ERROR_STAT; } sys_event_queue_destroy(ppu, spurs->eventQueue, SYS_EVENT_QUEUE_DESTROY_FORCE); return CELL_SPURS_CORE_ERROR_STAT; } struct event_helper_thread : ppu_thread { using ppu_thread::ppu_thread; virtual void cpu_task() override { BIND_FUNC(_spurs::event_helper_entry)(*this); } }; auto&& eht = idm::make_ptr(std::string(spurs->prefix, spurs->prefixSize) + "SpursHdlr1", ppuPriority, 0x8000); if (!eht) { sys_event_port_disconnect(spurs->eventPort); sys_event_port_destroy(spurs->eventPort); if (s32 rc = _spurs::detach_lv2_eq(spurs, spurs->spuPort, true)) { return CELL_SPURS_CORE_ERROR_STAT; } sys_event_queue_destroy(ppu, spurs->eventQueue, SYS_EVENT_QUEUE_DESTROY_FORCE); return CELL_SPURS_CORE_ERROR_STAT; } eht->gpr[3] = spurs.addr(); eht->run(); spurs->ppu1 = eht->id; return CELL_OK; } void _spurs::init_event_port_mux(vm::ptr eventPortMux, u8 spuPort, u32 eventPort, u32 unknown) { memset(eventPortMux.get_ptr(), 0, sizeof(CellSpurs::EventPortMux)); eventPortMux->spuPort = spuPort; eventPortMux->eventPort = eventPort; eventPortMux->x08 = unknown; } s32 _spurs::add_default_syswkl(vm::ptr spurs, vm::cptr swlPriority, u32 swlMaxSpu, u32 swlIsPreem) { // TODO: Implement this return CELL_OK; } s32 _spurs::finalize_spu(ppu_thread& ppu, vm::ptr spurs) { if (spurs->flags & SAF_UNKNOWN_FLAG_7 || spurs->flags & SAF_UNKNOWN_FLAG_8) { while (true) { CHECK_SUCCESS(sys_spu_thread_group_join(ppu, spurs->spuTG, vm::null, vm::null)); if (s32 rc = sys_spu_thread_group_destroy(spurs->spuTG)) { if (rc == CELL_EBUSY) { continue; } CHECK_SUCCESS(rc); } break; } } else { if (s32 rc = sys_spu_thread_group_destroy(spurs->spuTG)) { return rc; } } CHECK_SUCCESS(sys_spu_image_close(spurs.ptr(&CellSpurs::spuImg))); return CELL_OK; } s32 _spurs::stop_event_helper(ppu_thread& ppu, vm::ptr spurs) { if (spurs->ppu1 == 0xFFFFFFFF) { return CELL_SPURS_CORE_ERROR_STAT; } if (sys_event_port_send(ppu, spurs->eventPort, 0, 1, 0) != CELL_OK) { return CELL_SPURS_CORE_ERROR_STAT; } if (sys_ppu_thread_join(ppu, (u32)spurs->ppu1, vm::var{}) != CELL_OK) { return CELL_SPURS_CORE_ERROR_STAT; } spurs->ppu1 = 0xFFFFFFFF; CHECK_SUCCESS(sys_event_port_disconnect(spurs->eventPort)); CHECK_SUCCESS(sys_event_port_destroy(spurs->eventPort)); CHECK_SUCCESS(_spurs::detach_lv2_eq(spurs, spurs->spuPort, true)); CHECK_SUCCESS(sys_event_queue_destroy(ppu, spurs->eventQueue, SYS_EVENT_QUEUE_DESTROY_FORCE)); return CELL_OK; } s32 _spurs::signal_to_handler_thread(ppu_thread& ppu, vm::ptr spurs) { CHECK_SUCCESS(sys_lwmutex_lock(ppu, spurs.ptr(&CellSpurs::mutex), 0)); CHECK_SUCCESS(sys_lwcond_signal(ppu, spurs.ptr(&CellSpurs::cond))); CHECK_SUCCESS(sys_lwmutex_unlock(ppu, spurs.ptr(&CellSpurs::mutex))); return CELL_OK; } s32 _spurs::join_handler_thread(ppu_thread& ppu, vm::ptr spurs) { if (spurs->ppu0 == 0xFFFFFFFF) { return CELL_SPURS_CORE_ERROR_STAT; } CHECK_SUCCESS(sys_ppu_thread_join(ppu, (u32)spurs->ppu0, vm::var{})); spurs->ppu0 = 0xFFFFFFFF; return CELL_OK; } s32 _spurs::initialize(ppu_thread& ppu, vm::ptr spurs, u32 revision, u32 sdkVersion, s32 nSpus, s32 spuPriority, s32 ppuPriority, u32 flags, vm::cptr prefix, u32 prefixSize, u32 container, vm::cptr swlPriority, u32 swlMaxSpu, u32 swlIsPreem) { vm::var sem; vm::var semAttr; vm::var spuTgName(128); vm::var spuTgAttr; vm::var spuThArgs; vm::var spuThAttr; vm::var spuThName(128); if (!spurs) { return CELL_SPURS_CORE_ERROR_NULL_POINTER; } if (!spurs.aligned()) { return CELL_SPURS_CORE_ERROR_ALIGN; } if (prefixSize > CELL_SPURS_NAME_MAX_LENGTH) { return CELL_SPURS_CORE_ERROR_INVAL; } if (sys_process_is_spu_lock_line_reservation_address(spurs.addr(), SYS_MEMORY_ACCESS_RIGHT_SPU_THR) != CELL_OK) { return CELL_SPURS_CORE_ERROR_PERM; } // Intialise SPURS context const bool isSecond = (flags & SAF_SECOND_VERSION) != 0; auto rollback = [=] { if (spurs->semPrv) { sys_semaphore_destroy((u32)spurs->semPrv); } for (u32 i = 0; i < CELL_SPURS_MAX_WORKLOAD; i++) { if (spurs->wklF1[i].sem) { sys_semaphore_destroy((u32)spurs->wklF1[i].sem); } if (isSecond) { if (spurs->wklF2[i].sem) { sys_semaphore_destroy((u32)spurs->wklF2[i].sem); } } } }; std::memset(spurs.get_ptr(), 0, isSecond ? CELL_SPURS_SIZE2 : CELL_SPURS_SIZE); spurs->revision = revision; spurs->sdkVersion = sdkVersion; spurs->ppu0 = 0xffffffffull; spurs->ppu1 = 0xffffffffull; spurs->flags = flags; spurs->prefixSize = (u8)prefixSize; std::memcpy(spurs->prefix, prefix.get_ptr(), prefixSize); if (!isSecond) { spurs->wklEnabled = 0xffff; } // Initialise trace spurs->sysSrvTrace.store({}); for (u32 i = 0; i < 8; i++) { spurs->sysSrvPreemptWklId[i] = -1; } // Import default system workload spurs->wklInfoSysSrv.addr.set(SPURS_IMG_ADDR_SYS_SRV_WORKLOAD); spurs->wklInfoSysSrv.size = 0x2200; spurs->wklInfoSysSrv.arg = 0; spurs->wklInfoSysSrv.uniqueId = 0xff; // Create semaphores for each workload semAttr->protocol = SYS_SYNC_PRIORITY; semAttr->pshared = SYS_SYNC_NOT_PROCESS_SHARED; semAttr->ipc_key = 0; semAttr->flags = 0; std::memcpy(semAttr->name, "_spuWkl", 8); for (u32 i = 0; i < CELL_SPURS_MAX_WORKLOAD; i++) { if (s32 rc = sys_semaphore_create(sem, semAttr, 0, 1)) { return rollback(), rc; } spurs->wklF1[i].sem = *sem; if (isSecond) { if (s32 rc = sys_semaphore_create(sem, semAttr, 0, 1)) { return rollback(), rc; } spurs->wklF2[i].sem = *sem; } } // Create semaphore std::memcpy(semAttr->name, "_spuPrv", 8); if (s32 rc = sys_semaphore_create(sem, semAttr, 0, 1)) { return rollback(), rc; } spurs->semPrv = *sem; spurs->unk11 = -1; spurs->unk12 = -1; spurs->unk13 = 0; spurs->nSpus = nSpus; spurs->spuPriority = spuPriority; // Import SPURS kernel spurs->spuImg.type = SYS_SPU_IMAGE_TYPE_USER; spurs->spuImg.segs = vm::cast(vm::alloc(0x40000, vm::main)); spurs->spuImg.entry_point = isSecond ? CELL_SPURS_KERNEL2_ENTRY_ADDR : CELL_SPURS_KERNEL1_ENTRY_ADDR; spurs->spuImg.nsegs = 1; // Create a thread group for this SPURS context std::memcpy(spuTgName.get_ptr(), spurs->prefix, spurs->prefixSize); spuTgName[spurs->prefixSize] = '\0'; std::strcat(spuTgName.get_ptr(), "CellSpursKernelGroup"); spuTgAttr->name = spuTgName; spuTgAttr->nsize = (u32)strlen(spuTgAttr->name.get_ptr()) + 1; spuTgAttr->type = SYS_SPU_THREAD_GROUP_TYPE_NORMAL; if (spurs->flags & SAF_UNKNOWN_FLAG_0) { spuTgAttr->type = 0x0C00 | SYS_SPU_THREAD_GROUP_TYPE_SYSTEM; } else if (flags & SAF_SPU_TGT_EXCLUSIVE_NON_CONTEXT) { spuTgAttr->type = SYS_SPU_THREAD_GROUP_TYPE_EXCLUSIVE_NON_CONTEXT; } else { spuTgAttr->type = SYS_SPU_THREAD_GROUP_TYPE_NORMAL; } if (spurs->flags & SAF_SPU_MEMORY_CONTAINER_SET) { spuTgAttr->type |= SYS_SPU_THREAD_GROUP_TYPE_MEMORY_FROM_CONTAINER; spuTgAttr->ct = container; } if (flags & SAF_UNKNOWN_FLAG_7) spuTgAttr->type |= 0x0100 | SYS_SPU_THREAD_GROUP_TYPE_SYSTEM; if (flags & SAF_UNKNOWN_FLAG_8) spuTgAttr->type |= 0x0C00 | SYS_SPU_THREAD_GROUP_TYPE_SYSTEM; if (flags & SAF_UNKNOWN_FLAG_9) spuTgAttr->type |= 0x0800; if (flags & SAF_SYSTEM_WORKLOAD_ENABLED) spuTgAttr->type |= SYS_SPU_THREAD_GROUP_TYPE_COOPERATE_WITH_SYSTEM; if (s32 rc = sys_spu_thread_group_create(spurs.ptr(&CellSpurs::spuTG), nSpus, spuPriority, spuTgAttr)) { sys_spu_image_close(spurs.ptr(&CellSpurs::spuImg)); return rollback(), rc; } // Initialise all SPUs in the SPU thread group std::memcpy(spuThName.get_ptr(), spurs->prefix, spurs->prefixSize); spuThName[spurs->prefixSize] = '\0'; std::strcat(spuThName.get_ptr(), "CellSpursKernel"); spuThAttr->name = spuThName; spuThAttr->name_len = (u32)strlen(spuThName.get_ptr()) + 2; spuThAttr->option = SYS_SPU_THREAD_OPTION_DEC_SYNC_TB_ENABLE; spuThName[spuThAttr->name_len - 1] = '\0'; for (s32 num = 0; num < nSpus; num++) { spuThName[spuThAttr->name_len - 2] = '0' + num; spuThArgs->arg1 = (u64)num << 32; spuThArgs->arg2 = (u64)spurs.addr(); if (s32 rc = sys_spu_thread_initialize(spurs.ptr(&CellSpurs::spus, num), spurs->spuTG, num, spurs.ptr(&CellSpurs::spuImg), spuThAttr, spuThArgs)) { sys_spu_thread_group_destroy(spurs->spuTG); sys_spu_image_close(spurs.ptr(&CellSpurs::spuImg)); return rollback(), rc; } // entry point cannot be initialized immediately because SPU LS will be rewritten by sys_spu_thread_group_start() idm::get(spurs->spus[num])->custom_task = [entry = spurs->spuImg.entry_point](SPUThread& spu) { spu.RegisterHleFunction(entry, spursKernelEntry); }; } // Start the SPU printf server if required if (flags & SAF_SPU_PRINTF_ENABLED) { // spu_printf: attach group if (!g_spu_printf_agcb || g_spu_printf_agcb(ppu, spurs->spuTG) != CELL_OK) { // remove flag if failed spurs->flags &= ~SAF_SPU_PRINTF_ENABLED; } } const auto lwMutex = spurs.ptr(&CellSpurs::mutex); const auto lwCond = spurs.ptr(&CellSpurs::cond); // Create a mutex to protect access to SPURS handler thread data if (s32 rc = sys_lwmutex_create(lwMutex, vm::make_var(sys_lwmutex_attribute_t{ SYS_SYNC_PRIORITY, SYS_SYNC_NOT_RECURSIVE, "_spuPrv" }))) { _spurs::finalize_spu(ppu, spurs); return rollback(), rc; } // Create condition variable to signal the SPURS handler thread if (s32 rc = sys_lwcond_create(lwCond, lwMutex, vm::make_var(sys_lwcond_attribute_t{ "_spuPrv" }))) { sys_lwmutex_destroy(ppu, lwMutex); _spurs::finalize_spu(ppu, spurs); return rollback(), rc; } spurs->flags1 = (flags & SAF_EXIT_IF_NO_WORK ? SF1_EXIT_IF_NO_WORK : 0) | (isSecond ? SF1_32_WORKLOADS : 0); spurs->wklFlagReceiver = 0xff; spurs->wklFlag.flag = -1; spurs->handlerDirty = 0; spurs->handlerWaiting = 0; spurs->handlerExiting = 0; spurs->ppuPriority = ppuPriority; // Create the SPURS event helper thread if (s32 rc = _spurs::create_event_helper(ppu, spurs, ppuPriority)) { sys_lwcond_destroy(lwCond); sys_lwmutex_destroy(ppu, lwMutex); _spurs::finalize_spu(ppu, spurs); return rollback(), rc; } // Create the SPURS handler thread if (s32 rc = _spurs::create_handler(spurs, ppuPriority)) { _spurs::stop_event_helper(ppu, spurs); sys_lwcond_destroy(lwCond); sys_lwmutex_destroy(ppu, lwMutex); _spurs::finalize_spu(ppu, spurs); return rollback(), rc; } // Enable SPURS exception handler if (s32 rc = cellSpursEnableExceptionEventHandler(spurs, true /*enable*/)) { _spurs::signal_to_handler_thread(ppu, spurs); _spurs::join_handler_thread(ppu, spurs); _spurs::stop_event_helper(ppu, spurs); sys_lwcond_destroy(lwCond); sys_lwmutex_destroy(ppu, lwMutex); _spurs::finalize_spu(ppu, spurs); return rollback(), rc; } spurs->traceBuffer = vm::null; // TODO: Register libprof for user trace // Initialise the event port multiplexor _spurs::init_event_port_mux(spurs.ptr(&CellSpurs::eventPortMux), spurs->spuPort, spurs->eventPort, 3); // Enable the default system workload if required if (flags & SAF_SYSTEM_WORKLOAD_ENABLED) { CHECK_SUCCESS(_spurs::add_default_syswkl(spurs, swlPriority, swlMaxSpu, swlIsPreem)); return CELL_OK; } else if (flags & SAF_EXIT_IF_NO_WORK) { return cellSpursWakeUp(ppu, spurs); } return CELL_OK; } /// Initialize SPURS s32 cellSpursInitialize(ppu_thread& ppu, vm::ptr spurs, s32 nSpus, s32 spuPriority, s32 ppuPriority, b8 exitIfNoWork) { cellSpurs.warning("cellSpursInitialize(spurs=*0x%x, nSpus=%d, spuPriority=%d, ppuPriority=%d, exitIfNoWork=%d)", spurs, nSpus, spuPriority, ppuPriority, exitIfNoWork); return _spurs::initialize(ppu, spurs, 0, 0, nSpus, spuPriority, ppuPriority, exitIfNoWork ? SAF_EXIT_IF_NO_WORK : SAF_NONE, vm::null, 0, 0, vm::null, 0, 0); } /// Initialise SPURS s32 cellSpursInitializeWithAttribute(ppu_thread& ppu, vm::ptr spurs, vm::cptr attr) { cellSpurs.warning("cellSpursInitializeWithAttribute(spurs=*0x%x, attr=*0x%x)", spurs, attr); if (!attr) { return CELL_SPURS_CORE_ERROR_NULL_POINTER; } if (!attr.aligned()) { return CELL_SPURS_CORE_ERROR_ALIGN; } if (attr->revision > 2) { return CELL_SPURS_CORE_ERROR_INVAL; } return _spurs::initialize( ppu, spurs, attr->revision, attr->sdkVersion, attr->nSpus, attr->spuPriority, attr->ppuPriority, attr->flags | (attr->exitIfNoWork ? SAF_EXIT_IF_NO_WORK : 0), attr.ptr(&CellSpursAttribute::prefix, 0), attr->prefixSize, attr->container, attr.ptr(&CellSpursAttribute::swlPriority, 0), attr->swlMaxSpu, attr->swlIsPreem); } /// Initialise SPURS s32 cellSpursInitializeWithAttribute2(ppu_thread& ppu, vm::ptr spurs, vm::cptr attr) { cellSpurs.warning("cellSpursInitializeWithAttribute2(spurs=*0x%x, attr=*0x%x)", spurs, attr); if (!attr) { return CELL_SPURS_CORE_ERROR_NULL_POINTER; } if (!attr.aligned()) { return CELL_SPURS_CORE_ERROR_ALIGN; } if (attr->revision > 2) { return CELL_SPURS_CORE_ERROR_INVAL; } return _spurs::initialize( ppu, spurs, attr->revision, attr->sdkVersion, attr->nSpus, attr->spuPriority, attr->ppuPriority, attr->flags | (attr->exitIfNoWork ? SAF_EXIT_IF_NO_WORK : 0) | SAF_SECOND_VERSION, attr.ptr(&CellSpursAttribute::prefix, 0), attr->prefixSize, attr->container, attr.ptr(&CellSpursAttribute::swlPriority, 0), attr->swlMaxSpu, attr->swlIsPreem); } /// Initialise SPURS attribute s32 _cellSpursAttributeInitialize(vm::ptr attr, u32 revision, u32 sdkVersion, u32 nSpus, s32 spuPriority, s32 ppuPriority, b8 exitIfNoWork) { cellSpurs.warning("_cellSpursAttributeInitialize(attr=*0x%x, revision=%d, sdkVersion=0x%x, nSpus=%d, spuPriority=%d, ppuPriority=%d, exitIfNoWork=%d)", attr, revision, sdkVersion, nSpus, spuPriority, ppuPriority, exitIfNoWork); if (!attr) { return CELL_SPURS_CORE_ERROR_NULL_POINTER; } if (!attr.aligned()) { return CELL_SPURS_CORE_ERROR_ALIGN; } memset(attr.get_ptr(), 0, sizeof(CellSpursAttribute)); attr->revision = revision; attr->sdkVersion = sdkVersion; attr->nSpus = nSpus; attr->spuPriority = spuPriority; attr->ppuPriority = ppuPriority; attr->exitIfNoWork = exitIfNoWork; return CELL_OK; } /// Set memory container ID for creating the SPU thread group s32 cellSpursAttributeSetMemoryContainerForSpuThread(vm::ptr attr, u32 container) { cellSpurs.warning("cellSpursAttributeSetMemoryContainerForSpuThread(attr=*0x%x, container=0x%x)", attr, container); if (!attr) { return CELL_SPURS_CORE_ERROR_NULL_POINTER; } if (!attr.aligned()) { return CELL_SPURS_CORE_ERROR_ALIGN; } if (attr->flags & SAF_SPU_TGT_EXCLUSIVE_NON_CONTEXT) { return CELL_SPURS_CORE_ERROR_STAT; } attr->container = container; attr->flags |= SAF_SPU_MEMORY_CONTAINER_SET; return CELL_OK; } /// Set the prefix for SPURS s32 cellSpursAttributeSetNamePrefix(vm::ptr attr, vm::cptr prefix, u32 size) { cellSpurs.warning("cellSpursAttributeSetNamePrefix(attr=*0x%x, prefix=%s, size=%d)", attr, prefix, size); if (!attr || !prefix) { return CELL_SPURS_CORE_ERROR_NULL_POINTER; } if (!attr.aligned()) { return CELL_SPURS_CORE_ERROR_ALIGN; } if (size > CELL_SPURS_NAME_MAX_LENGTH) { return CELL_SPURS_CORE_ERROR_INVAL; } memcpy(attr->prefix, prefix.get_ptr(), size); attr->prefixSize = size; return CELL_OK; } /// Enable spu_printf() s32 cellSpursAttributeEnableSpuPrintfIfAvailable(vm::ptr attr) { cellSpurs.warning("cellSpursAttributeEnableSpuPrintfIfAvailable(attr=*0x%x)", attr); if (!attr) { return CELL_SPURS_CORE_ERROR_NULL_POINTER; } if (!attr.aligned()) { return CELL_SPURS_CORE_ERROR_ALIGN; } attr->flags |= SAF_SPU_PRINTF_ENABLED; return CELL_OK; } /// Set the type of SPU thread group s32 cellSpursAttributeSetSpuThreadGroupType(vm::ptr attr, s32 type) { cellSpurs.warning("cellSpursAttributeSetSpuThreadGroupType(attr=*0x%x, type=%d)", attr, type); if (!attr) { return CELL_SPURS_CORE_ERROR_NULL_POINTER; } if (!attr.aligned()) { return CELL_SPURS_CORE_ERROR_ALIGN; } if (type == SYS_SPU_THREAD_GROUP_TYPE_EXCLUSIVE_NON_CONTEXT) { if (attr->flags & SAF_SPU_MEMORY_CONTAINER_SET) { return CELL_SPURS_CORE_ERROR_STAT; } attr->flags |= SAF_SPU_TGT_EXCLUSIVE_NON_CONTEXT; // set } else if (type == SYS_SPU_THREAD_GROUP_TYPE_NORMAL) { attr->flags &= ~SAF_SPU_TGT_EXCLUSIVE_NON_CONTEXT; // clear } else { return CELL_SPURS_CORE_ERROR_INVAL; } return CELL_OK; } /// Enable the system workload s32 cellSpursAttributeEnableSystemWorkload(vm::ptr attr, vm::cptr priority, u32 maxSpu, vm::cptr isPreemptible) { cellSpurs.warning("cellSpursAttributeEnableSystemWorkload(attr=*0x%x, priority=*0x%x, maxSpu=%d, isPreemptible=*0x%x)", attr, priority, maxSpu, isPreemptible); if (!attr) { return CELL_SPURS_CORE_ERROR_NULL_POINTER; } if (!attr.aligned()) { return CELL_SPURS_CORE_ERROR_ALIGN; } const u32 nSpus = attr->nSpus; if (!nSpus) { return CELL_SPURS_CORE_ERROR_INVAL; } for (u32 i = 0; i < nSpus; i++) { if ((*priority)[i] == 1) { if (!maxSpu) { return CELL_SPURS_CORE_ERROR_INVAL; } if (nSpus == 1 || attr->exitIfNoWork) { return CELL_SPURS_CORE_ERROR_PERM; } if (attr->flags & SAF_SYSTEM_WORKLOAD_ENABLED) { return CELL_SPURS_CORE_ERROR_BUSY; } attr->flags |= SAF_SYSTEM_WORKLOAD_ENABLED; // set flag *(u64*)attr->swlPriority = *(u64*)*priority; // copy system workload priorities u32 isPreem = 0; // generate mask from isPreemptible values for (u32 j = 0; j < nSpus; j++) { if ((*isPreemptible)[j]) { isPreem |= (1 << j); } } attr->swlMaxSpu = maxSpu; // write max spu for system workload attr->swlIsPreem = isPreem; // write isPreemptible mask return CELL_OK; } } return CELL_SPURS_CORE_ERROR_INVAL; } /// Release resources allocated for SPURS s32 cellSpursFinalize(vm::ptr spurs) { cellSpurs.todo("cellSpursFinalize(spurs=*0x%x)", spurs); if (!spurs) { return CELL_SPURS_CORE_ERROR_NULL_POINTER; } if (!spurs.aligned()) { return CELL_SPURS_CORE_ERROR_ALIGN; } if (spurs->handlerExiting) { return CELL_SPURS_CORE_ERROR_STAT; } u32 wklEnabled = spurs->wklEnabled.load(); if (spurs->flags1 & SF1_32_WORKLOADS) { wklEnabled &= 0xFFFF0000; } if (spurs->flags & SAF_SYSTEM_WORKLOAD_ENABLED) { } // TODO: Implement the rest of this function return CELL_OK; } /// Get the SPU thread group ID s32 cellSpursGetSpuThreadGroupId(vm::ptr spurs, vm::ptr group) { cellSpurs.warning("cellSpursGetSpuThreadGroupId(spurs=*0x%x, group=*0x%x)", spurs, group); if (!spurs || !group) { return CELL_SPURS_CORE_ERROR_NULL_POINTER; } if (!spurs.aligned()) { return CELL_SPURS_CORE_ERROR_ALIGN; } *group = spurs->spuTG; return CELL_OK; } // Get the number of SPU threads s32 cellSpursGetNumSpuThread(vm::ptr spurs, vm::ptr nThreads) { cellSpurs.warning("cellSpursGetNumSpuThread(spurs=*0x%x, nThreads=*0x%x)", spurs, nThreads); if (!spurs || !nThreads) { return CELL_SPURS_CORE_ERROR_NULL_POINTER; } if (!spurs.aligned()) { return CELL_SPURS_CORE_ERROR_ALIGN; } *nThreads = spurs->nSpus; return CELL_OK; } /// Get SPU thread ids s32 cellSpursGetSpuThreadId(vm::ptr spurs, vm::ptr thread, vm::ptr nThreads) { cellSpurs.warning("cellSpursGetSpuThreadId(spurs=*0x%x, thread=*0x%x, nThreads=*0x%x)", spurs, thread, nThreads); if (!spurs || !thread || !nThreads) { return CELL_SPURS_CORE_ERROR_NULL_POINTER; } if (!spurs.aligned()) { return CELL_SPURS_CORE_ERROR_ALIGN; } const u32 count = std::min(*nThreads, spurs->nSpus); for (u32 i = 0; i < count; i++) { thread[i] = spurs->spus[i]; } *nThreads = count; return CELL_OK; } /// Set the maximum contention for a workload s32 cellSpursSetMaxContention(vm::ptr spurs, u32 wid, u32 maxContention) { cellSpurs.warning("cellSpursSetMaxContention(spurs=*0x%x, wid=%d, maxContention=%d)", spurs, wid, maxContention); if (!spurs) { return CELL_SPURS_CORE_ERROR_NULL_POINTER; } if (!spurs.aligned()) { return CELL_SPURS_CORE_ERROR_ALIGN; } if (wid >= (spurs->flags1 & SF1_32_WORKLOADS ? CELL_SPURS_MAX_WORKLOAD2 : CELL_SPURS_MAX_WORKLOAD)) { return CELL_SPURS_CORE_ERROR_INVAL; } if ((spurs->wklEnabled.load() & (0x80000000u >> wid)) == 0) { return CELL_SPURS_CORE_ERROR_SRCH; } if (spurs->exception) { return CELL_SPURS_CORE_ERROR_STAT; } if (maxContention > CELL_SPURS_MAX_SPU) { maxContention = CELL_SPURS_MAX_SPU; } spurs->wklMaxContention[wid % CELL_SPURS_MAX_WORKLOAD].atomic_op([spurs, wid, maxContention](u8& value) { value &= wid < CELL_SPURS_MAX_WORKLOAD ? 0xF0 : 0x0F; value |= wid < CELL_SPURS_MAX_WORKLOAD ? maxContention : maxContention << 4; }); return CELL_OK; } /// Set the priority of a workload on each SPU s32 cellSpursSetPriorities(vm::ptr spurs, u32 wid, vm::cptr priorities) { cellSpurs.warning("cellSpursSetPriorities(spurs=*0x%x, wid=%d, priorities=*0x%x)", spurs, wid, priorities); if (!spurs) { return CELL_SPURS_CORE_ERROR_NULL_POINTER; } if (!spurs.aligned()) { return CELL_SPURS_CORE_ERROR_ALIGN; } if (wid >= (spurs->flags1 & SF1_32_WORKLOADS ? CELL_SPURS_MAX_WORKLOAD2 : CELL_SPURS_MAX_WORKLOAD)) { return CELL_SPURS_CORE_ERROR_INVAL; } if ((spurs->wklEnabled.load() & (0x80000000u >> wid)) == 0) { return CELL_SPURS_CORE_ERROR_SRCH; } if (spurs->exception) { return CELL_SPURS_CORE_ERROR_STAT; } if (spurs->flags & SAF_SYSTEM_WORKLOAD_ENABLED) { // TODO: Implement this } u64 prio = 0; for (s32 i = 0; i < CELL_SPURS_MAX_SPU; i++) { if (priorities[i] >= CELL_SPURS_MAX_PRIORITY) { return CELL_SPURS_CORE_ERROR_INVAL; } prio |= priorities[i]; prio <<= 8; } const auto wklInfo = wid < CELL_SPURS_MAX_WORKLOAD ? &spurs->wklInfo1[wid] : &spurs->wklInfo2[wid]; *((be_t*)wklInfo->priority) = prio; spurs->sysSrvMsgUpdateWorkload = 0xff; spurs->sysSrvMessage = 0xff; return CELL_OK; } /// Set the priority of a workload for the specified SPU s32 cellSpursSetPriority(vm::ptr spurs, u32 wid, u32 spuId, u32 priority) { cellSpurs.todo("cellSpursSetPriority(spurs=*0x%x, wid=%d, spuId=%d, priority=%d)", spurs, wid, spuId, priority); return CELL_OK; } /// Set preemption victim SPU s32 cellSpursSetPreemptionVictimHints(vm::ptr spurs, vm::cptr isPreemptible) { UNIMPLEMENTED_FUNC(cellSpurs); return CELL_OK; } /// Attach an LV2 event queue to a SPURS instance s32 cellSpursAttachLv2EventQueue(ppu_thread& ppu, vm::ptr spurs, u32 queue, vm::ptr port, s32 isDynamic) { cellSpurs.warning("cellSpursAttachLv2EventQueue(spurs=*0x%x, queue=0x%x, port=*0x%x, isDynamic=%d)", spurs, queue, port, isDynamic); return _spurs::attach_lv2_eq(ppu, spurs, queue, port, isDynamic, false); } /// Detach an LV2 event queue from a SPURS instance s32 cellSpursDetachLv2EventQueue(vm::ptr spurs, u8 port) { cellSpurs.warning("cellSpursDetachLv2EventQueue(spurs=*0x%x, port=%d)", spurs, port); return _spurs::detach_lv2_eq(spurs, port, false); } s32 cellSpursEnableExceptionEventHandler(vm::ptr spurs, b8 flag) { cellSpurs.warning("cellSpursEnableExceptionEventHandler(spurs=*0x%x, flag=%d)", spurs, flag); if (!spurs) { return CELL_SPURS_CORE_ERROR_NULL_POINTER; } if (!spurs.aligned()) { return CELL_SPURS_CORE_ERROR_ALIGN; } s32 rc = CELL_OK; auto oldEnableEH = spurs->enableEH.exchange(flag ? 1u : 0u); if (flag) { if (oldEnableEH == 0) { rc = sys_spu_thread_group_connect_event(spurs->spuTG, spurs->eventQueue, SYS_SPU_THREAD_GROUP_EVENT_EXCEPTION); } } else { if (oldEnableEH == 1) { rc = sys_spu_thread_group_disconnect_event(spurs->eventQueue, SYS_SPU_THREAD_GROUP_EVENT_EXCEPTION); } } return rc; } /// Set the global SPU exception event handler s32 cellSpursSetGlobalExceptionEventHandler(vm::ptr spurs, vm::ptr eaHandler, vm::ptr arg) { cellSpurs.warning("cellSpursSetGlobalExceptionEventHandler(spurs=*0x%x, eaHandler=*0x%x, arg=*0x%x)", spurs, eaHandler, arg); if (!spurs || !eaHandler) { return CELL_SPURS_CORE_ERROR_NULL_POINTER; } if (!spurs.aligned()) { return CELL_SPURS_CORE_ERROR_ALIGN; } if (spurs->exception) { return CELL_SPURS_CORE_ERROR_STAT; } auto handler = spurs->globalSpuExceptionHandler.compare_and_swap(0, 1); if (handler) { return CELL_SPURS_CORE_ERROR_BUSY; } spurs->globalSpuExceptionHandlerArgs = arg.addr(); spurs->globalSpuExceptionHandler.exchange(eaHandler.addr()); return CELL_OK; } /// Remove the global SPU exception event handler s32 cellSpursUnsetGlobalExceptionEventHandler(vm::ptr spurs) { cellSpurs.warning("cellSpursUnsetGlobalExceptionEventHandler(spurs=*0x%x)", spurs); spurs->globalSpuExceptionHandlerArgs = 0; spurs->globalSpuExceptionHandler.exchange(0); return CELL_OK; } /// Get internal information of a SPURS instance s32 cellSpursGetInfo(vm::ptr spurs, vm::ptr info) { UNIMPLEMENTED_FUNC(cellSpurs); return CELL_OK; } //---------------------------------------------------------------------------- // SPURS SPU GUID functions //---------------------------------------------------------------------------- /// Get the SPU GUID from a .SpuGUID section s32 cellSpursGetSpuGuid() { UNIMPLEMENTED_FUNC(cellSpurs); return CELL_OK; } //---------------------------------------------------------------------------- // SPURS trace functions //---------------------------------------------------------------------------- void _spurs::trace_status_update(ppu_thread& ppu, vm::ptr spurs) { u8 init; spurs->sysSrvTrace.atomic_op([spurs, &init](CellSpurs::SrvTraceSyncVar& data) { if ((init = data.sysSrvTraceInitialised)) { data.sysSrvNotifyUpdateTraceComplete = 1; data.sysSrvMsgUpdateTrace = (1 << spurs->nSpus) - 1; } }); if (init) { spurs->sysSrvMessage = 0xff; CHECK_SUCCESS(sys_semaphore_wait(ppu, (u32)spurs->semPrv, 0)); } } s32 _spurs::trace_initialize(ppu_thread& ppu, vm::ptr spurs, vm::ptr buffer, u32 size, u32 mode, u32 updateStatus) { if (!spurs || !buffer) { return CELL_SPURS_CORE_ERROR_NULL_POINTER; } if (!spurs.aligned() || !buffer.aligned()) { return CELL_SPURS_CORE_ERROR_ALIGN; } if (size < SIZE_32(CellSpursTraceInfo) || mode & ~(CELL_SPURS_TRACE_MODE_FLAG_MASK)) { return CELL_SPURS_CORE_ERROR_INVAL; } if (spurs->traceBuffer) { return CELL_SPURS_CORE_ERROR_STAT; } spurs->traceDataSize = size - SIZE_32(CellSpursTraceInfo); for (u32 i = 0; i < 8; i++) { buffer->spuThread[i] = spurs->spus[i]; buffer->count[i] = 0; } buffer->spuThreadGroup = spurs->spuTG; buffer->numSpus = spurs->nSpus; spurs->traceBuffer.set(buffer.addr() | (mode & CELL_SPURS_TRACE_MODE_FLAG_WRAP_BUFFER ? 1 : 0)); spurs->traceMode = mode; u32 spuTraceDataCount = (u32)((spurs->traceDataSize / SIZE_32(CellSpursTracePacket)) / spurs->nSpus); for (u32 i = 0, j = 8; i < 6; i++) { spurs->traceStartIndex[i] = j; j += spuTraceDataCount; } spurs->sysSrvTraceControl = 0; if (updateStatus) { _spurs::trace_status_update(ppu, spurs); } return CELL_OK; } /// Initialize SPURS trace s32 cellSpursTraceInitialize(ppu_thread& ppu, vm::ptr spurs, vm::ptr buffer, u32 size, u32 mode) { cellSpurs.warning("cellSpursTraceInitialize(spurs=*0x%x, buffer=*0x%x, size=0x%x, mode=0x%x)", spurs, buffer, size, mode); if (_spurs::is_libprof_loaded()) { return CELL_SPURS_CORE_ERROR_STAT; } return _spurs::trace_initialize(ppu, spurs, buffer, size, mode, 1); } /// Finalize SPURS trace s32 cellSpursTraceFinalize(ppu_thread& ppu, vm::ptr spurs) { cellSpurs.warning("cellSpursTraceFinalize(spurs=*0x%x)", spurs); if (!spurs) { return CELL_SPURS_CORE_ERROR_NULL_POINTER; } if (!spurs.aligned()) { return CELL_SPURS_CORE_ERROR_ALIGN; } if (!spurs->traceBuffer) { return CELL_SPURS_CORE_ERROR_STAT; } spurs->sysSrvTraceControl = 0; spurs->traceMode = 0; spurs->traceBuffer = vm::null; _spurs::trace_status_update(ppu, spurs); return CELL_OK; } s32 _spurs::trace_start(ppu_thread& ppu, vm::ptr spurs, u32 updateStatus) { if (!spurs) { return CELL_SPURS_CORE_ERROR_NULL_POINTER; } if (!spurs.aligned()) { return CELL_SPURS_CORE_ERROR_ALIGN; } if (!spurs->traceBuffer) { return CELL_SPURS_CORE_ERROR_STAT; } spurs->sysSrvTraceControl = 1; if (updateStatus) { _spurs::trace_status_update(ppu, spurs); } return CELL_OK; } /// Start SPURS trace s32 cellSpursTraceStart(ppu_thread& ppu, vm::ptr spurs) { cellSpurs.warning("cellSpursTraceStart(spurs=*0x%x)", spurs); if (!spurs) { return CELL_SPURS_CORE_ERROR_NULL_POINTER; } if (!spurs.aligned()) { return CELL_SPURS_CORE_ERROR_ALIGN; } return _spurs::trace_start(ppu, spurs, spurs->traceMode & CELL_SPURS_TRACE_MODE_FLAG_SYNCHRONOUS_START_STOP); } s32 _spurs::trace_stop(ppu_thread& ppu, vm::ptr spurs, u32 updateStatus) { if (!spurs) { return CELL_SPURS_CORE_ERROR_NULL_POINTER; } if (!spurs.aligned()) { return CELL_SPURS_CORE_ERROR_ALIGN; } if (!spurs->traceBuffer) { return CELL_SPURS_CORE_ERROR_STAT; } spurs->sysSrvTraceControl = 2; if (updateStatus) { _spurs::trace_status_update(ppu, spurs); } return CELL_OK; } /// Stop SPURS trace s32 cellSpursTraceStop(ppu_thread& ppu, vm::ptr spurs) { cellSpurs.warning("cellSpursTraceStop(spurs=*0x%x)", spurs); if (!spurs) { return CELL_SPURS_CORE_ERROR_NULL_POINTER; } if (!spurs.aligned()) { return CELL_SPURS_CORE_ERROR_ALIGN; } return _spurs::trace_stop(ppu, spurs, spurs->traceMode & CELL_SPURS_TRACE_MODE_FLAG_SYNCHRONOUS_START_STOP); } //---------------------------------------------------------------------------- // SPURS policy module functions //---------------------------------------------------------------------------- /// Initialize attributes of a workload s32 _cellSpursWorkloadAttributeInitialize(vm::ptr attr, u32 revision, u32 sdkVersion, vm::cptr pm, u32 size, u64 data, vm::cptr priority, u32 minCnt, u32 maxCnt) { cellSpurs.warning("_cellSpursWorkloadAttributeInitialize(attr=*0x%x, revision=%d, sdkVersion=0x%x, pm=*0x%x, size=0x%x, data=0x%llx, priority=*0x%x, minCnt=0x%x, maxCnt=0x%x)", attr, revision, sdkVersion, pm, size, data, priority, minCnt, maxCnt); if (!attr) { return CELL_SPURS_POLICY_MODULE_ERROR_NULL_POINTER; } if (!attr.aligned()) { return CELL_SPURS_POLICY_MODULE_ERROR_ALIGN; } if (!pm) { return CELL_SPURS_POLICY_MODULE_ERROR_NULL_POINTER; } if (pm % 16) { return CELL_SPURS_POLICY_MODULE_ERROR_ALIGN; } if (minCnt == 0 || *(u64*)*priority & 0xf0f0f0f0f0f0f0f0ull) // check if some priority > 15 { return CELL_SPURS_POLICY_MODULE_ERROR_INVAL; } memset(attr.get_ptr(), 0, sizeof(CellSpursWorkloadAttribute)); attr->revision = revision; attr->sdkVersion = sdkVersion; attr->pm = pm; attr->size = size; attr->data = data; *(u64*)attr->priority = *(u64*)*priority; attr->minContention = minCnt; attr->maxContention = maxCnt; return CELL_OK; } /// Set the name of a workload s32 cellSpursWorkloadAttributeSetName(vm::ptr attr, vm::cptr nameClass, vm::cptr nameInstance) { cellSpurs.warning("cellSpursWorkloadAttributeSetName(attr=*0x%x, nameClass=%s, nameInstance=%s)", attr, nameClass, nameInstance); if (!attr) { return CELL_SPURS_POLICY_MODULE_ERROR_NULL_POINTER; } if (!attr.aligned()) { return CELL_SPURS_POLICY_MODULE_ERROR_ALIGN; } attr->nameClass = nameClass; attr->nameInstance = nameInstance; return CELL_OK; } /// Set a hook function for shutdown completion event of a workload s32 cellSpursWorkloadAttributeSetShutdownCompletionEventHook(vm::ptr attr, vm::ptr hook, vm::ptr arg) { cellSpurs.warning("cellSpursWorkloadAttributeSetShutdownCompletionEventHook(attr=*0x%x, hook=*0x%x, arg=*0x%x)", attr, hook, arg); if (!attr || !hook) { return CELL_SPURS_POLICY_MODULE_ERROR_NULL_POINTER; } if (!attr.aligned()) { return CELL_SPURS_POLICY_MODULE_ERROR_ALIGN; } attr->hook = hook; attr->hookArg = arg; return CELL_OK; } s32 _spurs::add_workload(vm::ptr spurs, vm::ptr wid, vm::cptr pm, u32 size, u64 data, const u8 priorityTable[], u32 minContention, u32 maxContention, vm::cptr nameClass, vm::cptr nameInstance, vm::ptr hook, vm::ptr hookArg) { if (!spurs || !wid || !pm) { return CELL_SPURS_POLICY_MODULE_ERROR_NULL_POINTER; } if (!spurs.aligned() || pm % 16) { return CELL_SPURS_POLICY_MODULE_ERROR_ALIGN; } if (minContention == 0 || *(u64*)priorityTable & 0xf0f0f0f0f0f0f0f0ull) // check if some priority > 15 { return CELL_SPURS_POLICY_MODULE_ERROR_INVAL; } if (spurs->exception) { return CELL_SPURS_POLICY_MODULE_ERROR_STAT; } u32 wnum; const u32 wmax = spurs->flags1 & SF1_32_WORKLOADS ? 0x20u : 0x10u; // TODO: check if can be changed spurs->wklEnabled.atomic_op([spurs, wmax, &wnum](be_t& value) { wnum = cntlz32(~(u32)value); // found empty position if (wnum < wmax) { value |= (u32)(0x80000000ull >> wnum); // set workload bit } }); *wid = wnum; // store workload id if (wnum >= wmax) { return CELL_SPURS_POLICY_MODULE_ERROR_AGAIN; } u32 index = wnum & 0xf; if (wnum <= 15) { verify(HERE), (spurs->wklCurrentContention[wnum] & 0xf) == 0; verify(HERE), (spurs->wklPendingContention[wnum] & 0xf) == 0; spurs->wklState1[wnum] = 1; spurs->wklStatus1[wnum] = 0; spurs->wklEvent1[wnum] = 0; spurs->wklInfo1[wnum].addr = pm; spurs->wklInfo1[wnum].arg = data; spurs->wklInfo1[wnum].size = size; for (u32 i = 0; i < 8; i++) { spurs->wklInfo1[wnum].priority[i] = priorityTable[i]; } spurs->wklH1[wnum].nameClass = nameClass; spurs->wklH1[wnum].nameInstance = nameInstance; memset(spurs->wklF1[wnum].unk0, 0, 0x20); // clear struct preserving semaphore id memset(&spurs->wklF1[wnum].x28, 0, 0x58); if (hook) { spurs->wklF1[wnum].hook = hook; spurs->wklF1[wnum].hookArg = hookArg; spurs->wklEvent1[wnum] |= 2; } if ((spurs->flags1 & SF1_32_WORKLOADS) == 0) { spurs->wklIdleSpuCountOrReadyCount2[wnum] = 0; spurs->wklMinContention[wnum] = minContention > 8 ? 8 : minContention; } spurs->wklReadyCount1[wnum] = 0; } else { verify(HERE), (spurs->wklCurrentContention[index] & 0xf0) == 0; verify(HERE), (spurs->wklPendingContention[index] & 0xf0) == 0; spurs->wklState2[index] = 1; spurs->wklStatus2[index] = 0; spurs->wklEvent2[index] = 0; spurs->wklInfo2[index].addr = pm; spurs->wklInfo2[index].arg = data; spurs->wklInfo2[index].size = size; for (u32 i = 0; i < 8; i++) { spurs->wklInfo2[index].priority[i] = priorityTable[i]; } spurs->wklH2[index].nameClass = nameClass; spurs->wklH2[index].nameInstance = nameInstance; memset(spurs->wklF2[index].unk0, 0, 0x20); // clear struct preserving semaphore id memset(&spurs->wklF2[index].x28, 0, 0x58); if (hook) { spurs->wklF2[index].hook = hook; spurs->wklF2[index].hookArg = hookArg; spurs->wklEvent2[index] |= 2; } spurs->wklIdleSpuCountOrReadyCount2[wnum] = 0; } if (wnum <= 15) { spurs->wklMaxContention[wnum].atomic_op([maxContention](u8& v) { v &= ~0xf; v |= (maxContention > 8 ? 8 : maxContention); }); spurs->wklSignal1.fetch_and(~(0x8000 >> index)); // clear bit in wklFlag1 } else { spurs->wklMaxContention[index].atomic_op([maxContention](u8& v) { v &= ~0xf0; v |= (maxContention > 8 ? 8 : maxContention) << 4; }); spurs->wklSignal2.fetch_and(~(0x8000 >> index)); // clear bit in wklFlag2 } spurs->wklFlagReceiver.compare_and_swap(wnum, 0xff); u32 res_wkl; const auto wkl = wnum <= 15 ? &spurs->wklInfo1[wnum] : &spurs->wklInfo2[wnum & 0xf]; spurs->wklMskB.atomic_op([spurs, wkl, wnum, &res_wkl](be_t& v) { const u32 mask = v & ~(0x80000000u >> wnum); res_wkl = 0; for (u32 i = 0, m = 0x80000000, k = 0; i < 32; i++, m >>= 1) { if (mask & m) { const auto current = i <= 15 ? &spurs->wklInfo1[i] : &spurs->wklInfo2[i & 0xf]; if (current->addr == wkl->addr) { // if a workload with identical policy module found res_wkl = current->uniqueId; break; } else { k |= 0x80000000 >> current->uniqueId; res_wkl = cntlz32(~k); } } } wkl->uniqueId.exchange((u8)res_wkl); v = mask | (0x80000000u >> wnum); }); verify(HERE), (res_wkl <= 31); spurs->wklState(wnum).exchange(2); spurs->sysSrvMsgUpdateWorkload.exchange(0xff); spurs->sysSrvMessage.exchange(0xff); return CELL_OK; } /// Add workload s32 cellSpursAddWorkload(vm::ptr spurs, vm::ptr wid, vm::cptr pm, u32 size, u64 data, vm::cptr priority, u32 minCnt, u32 maxCnt) { cellSpurs.warning("cellSpursAddWorkload(spurs=*0x%x, wid=*0x%x, pm=*0x%x, size=0x%x, data=0x%llx, priority=*0x%x, minCnt=0x%x, maxCnt=0x%x)", spurs, wid, pm, size, data, priority, minCnt, maxCnt); return _spurs::add_workload(spurs, wid, pm, size, data, *priority, minCnt, maxCnt, vm::null, vm::null, vm::null, vm::null); } /// Add workload s32 cellSpursAddWorkloadWithAttribute(vm::ptr spurs, vm::ptr wid, vm::cptr attr) { cellSpurs.warning("cellSpursAddWorkloadWithAttribute(spurs=*0x%x, wid=*0x%x, attr=*0x%x)", spurs, wid, attr); if (!attr) { return CELL_SPURS_POLICY_MODULE_ERROR_NULL_POINTER; } if (!attr.aligned()) { return CELL_SPURS_POLICY_MODULE_ERROR_ALIGN; } if (attr->revision != 1) { return CELL_SPURS_POLICY_MODULE_ERROR_INVAL; } return _spurs::add_workload(spurs, wid, attr->pm, attr->size, attr->data, attr->priority, attr->minContention, attr->maxContention, attr->nameClass, attr->nameInstance, attr->hook, attr->hookArg); } /// Request workload shutdown s32 cellSpursShutdownWorkload() { UNIMPLEMENTED_FUNC(cellSpurs); return CELL_OK; } /// Wait for workload shutdown s32 cellSpursWaitForWorkloadShutdown() { UNIMPLEMENTED_FUNC(cellSpurs); return CELL_OK; } /// Remove workload s32 cellSpursRemoveWorkload() { UNIMPLEMENTED_FUNC(cellSpurs); return CELL_OK; } s32 cellSpursWakeUp(ppu_thread& ppu, vm::ptr spurs) { cellSpurs.warning("cellSpursWakeUp(spurs=*0x%x)", spurs); if (!spurs) { return CELL_SPURS_POLICY_MODULE_ERROR_NULL_POINTER; } if (!spurs.aligned()) { return CELL_SPURS_POLICY_MODULE_ERROR_ALIGN; } if (spurs->exception) { return CELL_SPURS_POLICY_MODULE_ERROR_STAT; } spurs->handlerDirty.exchange(1); if (spurs->handlerWaiting) { _spurs::signal_to_handler_thread(ppu, spurs); } return CELL_OK; } /// Send a workload signal s32 cellSpursSendWorkloadSignal(vm::ptr spurs, u32 wid) { cellSpurs.warning("cellSpursSendWorkloadSignal(spurs=*0x%x, wid=%d)", spurs, wid); if (!spurs) { return CELL_SPURS_POLICY_MODULE_ERROR_NULL_POINTER; } if (!spurs.aligned()) { return CELL_SPURS_POLICY_MODULE_ERROR_ALIGN; } if (wid >= CELL_SPURS_MAX_WORKLOAD2 || (wid >= CELL_SPURS_MAX_WORKLOAD && (spurs->flags1 & SF1_32_WORKLOADS) == 0)) { return CELL_SPURS_POLICY_MODULE_ERROR_INVAL; } if (!(spurs->wklEnabled.load() & (0x80000000u >> wid))) { return CELL_SPURS_POLICY_MODULE_ERROR_SRCH; } if (spurs->exception) { return CELL_SPURS_POLICY_MODULE_ERROR_STAT; } if (spurs->wklState(wid) != SPURS_WKL_STATE_RUNNABLE) { return CELL_SPURS_POLICY_MODULE_ERROR_STAT; } if (wid >= CELL_SPURS_MAX_WORKLOAD) { spurs->wklSignal2 |= 0x8000 >> (wid & 0x0F); } else { spurs->wklSignal1 |= 0x8000 >> wid; } return CELL_OK; } /// Get the address of the workload flag s32 cellSpursGetWorkloadFlag(vm::ptr spurs, vm::pptr flag) { cellSpurs.warning("cellSpursGetWorkloadFlag(spurs=*0x%x, flag=**0x%x)", spurs, flag); if (!spurs || !flag) { return CELL_SPURS_POLICY_MODULE_ERROR_NULL_POINTER; } if (!spurs.aligned()) { return CELL_SPURS_POLICY_MODULE_ERROR_ALIGN; } *flag = spurs.ptr(&CellSpurs::wklFlag); return CELL_OK; } /// Set ready count s32 cellSpursReadyCountStore(vm::ptr spurs, u32 wid, u32 value) { cellSpurs.warning("cellSpursReadyCountStore(spurs=*0x%x, wid=%d, value=0x%x)", spurs, wid, value); if (!spurs) { return CELL_SPURS_POLICY_MODULE_ERROR_NULL_POINTER; } if (!spurs.aligned()) { return CELL_SPURS_POLICY_MODULE_ERROR_ALIGN; } if (wid >= (spurs->flags1 & SF1_32_WORKLOADS ? 0x20u : 0x10u) || value > 0xff) { return CELL_SPURS_POLICY_MODULE_ERROR_INVAL; } if ((spurs->wklEnabled.load() & (0x80000000u >> wid)) == 0) { return CELL_SPURS_POLICY_MODULE_ERROR_SRCH; } if (spurs->exception || spurs->wklState(wid) != 2) { return CELL_SPURS_POLICY_MODULE_ERROR_STAT; } if (wid < CELL_SPURS_MAX_WORKLOAD) { spurs->wklReadyCount1[wid].exchange((u8)value); } else { spurs->wklIdleSpuCountOrReadyCount2[wid].exchange((u8)value); } return CELL_OK; } /// Swap ready count s32 cellSpursReadyCountSwap() { UNIMPLEMENTED_FUNC(cellSpurs); return CELL_OK; } /// Compare and swap ready count s32 cellSpursReadyCountCompareAndSwap() { UNIMPLEMENTED_FUNC(cellSpurs); return CELL_OK; } /// Increase or decrease ready count s32 cellSpursReadyCountAdd() { UNIMPLEMENTED_FUNC(cellSpurs); return CELL_OK; } /// Get workload's data to be passed to policy module s32 cellSpursGetWorkloadData(vm::ptr spurs, vm::ptr data, u32 wid) { cellSpurs.warning("cellSpursGetWorkloadData(spurs=*0x%x, data=*0x%x, wid=%d)", spurs, data, wid); if (!spurs || !data) { return CELL_SPURS_POLICY_MODULE_ERROR_NULL_POINTER; } if (!spurs.aligned()) { return CELL_SPURS_POLICY_MODULE_ERROR_ALIGN; } if (wid >= CELL_SPURS_MAX_WORKLOAD2 || (wid >= CELL_SPURS_MAX_WORKLOAD && (spurs->flags1 & SF1_32_WORKLOADS) == 0)) { return CELL_SPURS_POLICY_MODULE_ERROR_INVAL; } if ((spurs->wklEnabled.load() & (0x80000000u >> wid)) == 0) { return CELL_SPURS_POLICY_MODULE_ERROR_SRCH; } if (spurs->exception) { return CELL_SPURS_POLICY_MODULE_ERROR_STAT; } if (wid >= CELL_SPURS_MAX_WORKLOAD) { *data = spurs->wklInfo2[wid & 0x0F].arg; } else { *data = spurs->wklInfo1[wid].arg; } return CELL_OK; } /// Get workload information s32 cellSpursGetWorkloadInfo() { UNIMPLEMENTED_FUNC(cellSpurs); return CELL_OK; } /// Set the SPU exception event handler s32 cellSpursSetExceptionEventHandler() { UNIMPLEMENTED_FUNC(cellSpurs); return CELL_OK; } /// Disable the SPU exception event handler s32 cellSpursUnsetExceptionEventHandler() { UNIMPLEMENTED_FUNC(cellSpurs); return CELL_OK; } /// Set/unset the recipient of the workload flag s32 _cellSpursWorkloadFlagReceiver(vm::ptr spurs, u32 wid, u32 is_set) { cellSpurs.warning("_cellSpursWorkloadFlagReceiver(spurs=*0x%x, wid=%d, is_set=%d)", spurs, wid, is_set); if (!spurs) { return CELL_SPURS_POLICY_MODULE_ERROR_NULL_POINTER; } if (!spurs.aligned()) { return CELL_SPURS_POLICY_MODULE_ERROR_ALIGN; } if (wid >= (spurs->flags1 & SF1_32_WORKLOADS ? 0x20u : 0x10u)) { return CELL_SPURS_POLICY_MODULE_ERROR_INVAL; } if ((spurs->wklEnabled.load() & (0x80000000u >> wid)) == 0) { return CELL_SPURS_POLICY_MODULE_ERROR_SRCH; } if (spurs->exception) { return CELL_SPURS_POLICY_MODULE_ERROR_STAT; } _mm_mfence(); if (s32 res = spurs->wklFlag.flag.atomic_op([spurs, wid, is_set](be_t& flag) -> s32 { if (is_set) { if (spurs->wklFlagReceiver != 0xff) { return CELL_SPURS_POLICY_MODULE_ERROR_BUSY; } } else { if (spurs->wklFlagReceiver != wid) { return CELL_SPURS_POLICY_MODULE_ERROR_PERM; } } flag = -1; return 0; })) { return res; } spurs->wklFlagReceiver.atomic_op([wid, is_set](u8& FR) { if (is_set) { if (FR == 0xff) { FR = (u8)wid; } } else { if (FR == wid) { FR = 0xff; } } }); return CELL_OK; } /// Set/unset the recipient of the workload flag s32 _cellSpursWorkloadFlagReceiver2() { UNIMPLEMENTED_FUNC(cellSpurs); return CELL_OK; } /// Request assignment of idle SPUs s32 cellSpursRequestIdleSpu() { UNIMPLEMENTED_FUNC(cellSpurs); return CELL_OK; } //---------------------------------------------------------------------------- // SPURS event flag functions //---------------------------------------------------------------------------- /// Initialize a SPURS event flag s32 _cellSpursEventFlagInitialize(vm::ptr spurs, vm::ptr taskset, vm::ptr eventFlag, u32 flagClearMode, u32 flagDirection) { cellSpurs.warning("_cellSpursEventFlagInitialize(spurs=*0x%x, taskset=*0x%x, eventFlag=*0x%x, flagClearMode=%d, flagDirection=%d)", spurs, taskset, eventFlag, flagClearMode, flagDirection); if ((!taskset && !spurs) || !eventFlag) { return CELL_SPURS_TASK_ERROR_NULL_POINTER; } if (!spurs.aligned() || !taskset.aligned() || !eventFlag.aligned()) { return CELL_SPURS_TASK_ERROR_ALIGN; } if (taskset && taskset->wid >= CELL_SPURS_MAX_WORKLOAD2) { return CELL_SPURS_TASK_ERROR_INVAL; } if (flagDirection > CELL_SPURS_EVENT_FLAG_LAST || flagClearMode > CELL_SPURS_EVENT_FLAG_CLEAR_LAST) { return CELL_SPURS_TASK_ERROR_INVAL; } memset(eventFlag.get_ptr(), 0, sizeof(CellSpursEventFlag)); eventFlag->direction = flagDirection; eventFlag->clearMode = flagClearMode; eventFlag->spuPort = CELL_SPURS_EVENT_FLAG_INVALID_SPU_PORT; if (taskset) { eventFlag->addr = taskset.addr(); } else { eventFlag->isIwl = 1; eventFlag->addr = spurs.addr(); } return CELL_OK; } /// Reset a SPURS event flag s32 cellSpursEventFlagClear(vm::ptr eventFlag, u16 bits) { cellSpurs.warning("cellSpursEventFlagClear(eventFlag=*0x%x, bits=0x%x)", eventFlag, bits); if (!eventFlag) { return CELL_SPURS_TASK_ERROR_NULL_POINTER; } if (!eventFlag.aligned()) { return CELL_SPURS_TASK_ERROR_ALIGN; } eventFlag->events &= ~bits; return CELL_OK; } /// Set a SPURS event flag s32 cellSpursEventFlagSet(ppu_thread& ppu, vm::ptr eventFlag, u16 bits) { cellSpurs.warning("cellSpursEventFlagSet(eventFlag=*0x%x, bits=0x%x)", eventFlag, bits); if (!eventFlag) { return CELL_SPURS_TASK_ERROR_NULL_POINTER; } if (!eventFlag.aligned()) { return CELL_SPURS_TASK_ERROR_ALIGN; } if (eventFlag->direction != CELL_SPURS_EVENT_FLAG_SPU2PPU && eventFlag->direction != CELL_SPURS_EVENT_FLAG_ANY2ANY) { return CELL_SPURS_TASK_ERROR_PERM; } bool send; u8 ppuWaitSlot; u16 ppuEvents; u16 pendingRecv; u16 pendingRecvTaskEvents[16]; eventFlag->ctrl.atomic_op([eventFlag, bits, &send, &ppuWaitSlot, &ppuEvents, &pendingRecv, &pendingRecvTaskEvents](CellSpursEventFlag::ControlSyncVar& ctrl) { send = false; ppuWaitSlot = 0; ppuEvents = 0; pendingRecv = 0; u16 eventsToClear = 0; if (eventFlag->direction == CELL_SPURS_EVENT_FLAG_ANY2ANY && ctrl.ppuWaitMask) { u16 ppuRelevantEvents = (ctrl.events | bits) & ctrl.ppuWaitMask; // Unblock the waiting PPU thread if either all the bits being waited by the thread have been set or // if the wait mode of the thread is OR and atleast one bit the thread is waiting on has been set if ((ctrl.ppuWaitMask & ~ppuRelevantEvents) == 0 || ((ctrl.ppuWaitSlotAndMode & 0x0F) == CELL_SPURS_EVENT_FLAG_OR && ppuRelevantEvents != 0)) { ctrl.ppuPendingRecv = 1; ctrl.ppuWaitMask = 0; ppuEvents = ppuRelevantEvents; eventsToClear = ppuRelevantEvents; ppuWaitSlot = ctrl.ppuWaitSlotAndMode >> 4; send = true; } } s32 i = CELL_SPURS_EVENT_FLAG_MAX_WAIT_SLOTS - 1; s32 j = 0; u16 relevantWaitSlots = eventFlag->spuTaskUsedWaitSlots & ~ctrl.spuTaskPendingRecv; while (relevantWaitSlots) { if (relevantWaitSlots & 0x0001) { u16 spuTaskRelevantEvents = (ctrl.events | bits) & eventFlag->spuTaskWaitMask[i]; // Unblock the waiting SPU task if either all the bits being waited by the task have been set or // if the wait mode of the task is OR and atleast one bit the thread is waiting on has been set if ((eventFlag->spuTaskWaitMask[i] & ~spuTaskRelevantEvents) == 0 || (((eventFlag->spuTaskWaitMode >> j) & 0x0001) == CELL_SPURS_EVENT_FLAG_OR && spuTaskRelevantEvents != 0)) { eventsToClear |= spuTaskRelevantEvents; pendingRecv |= 1 << j; pendingRecvTaskEvents[j] = spuTaskRelevantEvents; } } relevantWaitSlots >>= 1; i--; j++; } ctrl.events |= bits; ctrl.spuTaskPendingRecv |= pendingRecv; // If the clear flag is AUTO then clear the bits comnsumed by all tasks marked to be unblocked if (eventFlag->clearMode == CELL_SPURS_EVENT_FLAG_CLEAR_AUTO) { ctrl.events &= ~eventsToClear; } //eventFlagControl = ((u64)events << 48) | ((u64)spuTaskPendingRecv << 32) | ((u64)ppuWaitMask << 16) | ((u64)ppuWaitSlotAndMode << 8) | (u64)ppuPendingRecv; }); if (send) { // Signal the PPU thread to be woken up eventFlag->pendingRecvTaskEvents[ppuWaitSlot] = ppuEvents; CHECK_SUCCESS(sys_event_port_send(ppu, eventFlag->eventPortId, 0, 0, 0)); } if (pendingRecv) { // Signal each SPU task whose conditions have been met to be woken up for (s32 i = 0; i < CELL_SPURS_EVENT_FLAG_MAX_WAIT_SLOTS; i++) { if (pendingRecv & (0x8000 >> i)) { eventFlag->pendingRecvTaskEvents[i] = pendingRecvTaskEvents[i]; vm::var> taskset; if (eventFlag->isIwl) { cellSpursLookUpTasksetAddress(ppu, vm::ptr::make((u32)eventFlag->addr), taskset, eventFlag->waitingTaskWklId[i]); } else { taskset->set((u32)eventFlag->addr); } auto rc = _cellSpursSendSignal(ppu, *taskset, eventFlag->waitingTaskId[i]); if (rc == CELL_SPURS_TASK_ERROR_INVAL || rc == CELL_SPURS_TASK_ERROR_STAT) { return CELL_SPURS_TASK_ERROR_FATAL; } CHECK_SUCCESS(rc); } } } return CELL_OK; } s32 _spurs::event_flag_wait(ppu_thread& ppu, vm::ptr eventFlag, vm::ptr mask, u32 mode, u32 block) { if (!eventFlag || !mask) { return CELL_SPURS_TASK_ERROR_NULL_POINTER; } if (!eventFlag.aligned()) { return CELL_SPURS_TASK_ERROR_ALIGN; } if (mode > CELL_SPURS_EVENT_FLAG_WAIT_MODE_LAST) { return CELL_SPURS_TASK_ERROR_INVAL; } if (eventFlag->direction != CELL_SPURS_EVENT_FLAG_SPU2PPU && eventFlag->direction != CELL_SPURS_EVENT_FLAG_ANY2ANY) { return CELL_SPURS_TASK_ERROR_PERM; } if (block && eventFlag->spuPort == CELL_SPURS_EVENT_FLAG_INVALID_SPU_PORT) { return CELL_SPURS_TASK_ERROR_STAT; } if (eventFlag->ctrl.raw().ppuWaitMask || eventFlag->ctrl.raw().ppuPendingRecv) { return CELL_SPURS_TASK_ERROR_BUSY; } bool recv; s32 rc; u16 receivedEvents; eventFlag->ctrl.atomic_op([eventFlag, mask, mode, block, &recv, &rc, &receivedEvents](CellSpursEventFlag::ControlSyncVar& ctrl) { u16 relevantEvents = ctrl.events & *mask; if (eventFlag->direction == CELL_SPURS_EVENT_FLAG_ANY2ANY) { // Make sure the wait mask and mode specified does not conflict with that of the already waiting tasks. // Conflict scenarios: // OR vs OR - A conflict never occurs // OR vs AND - A conflict occurs if the masks for the two tasks overlap // AND vs AND - A conflict occurs if the masks for the two tasks are not the same // Determine the set of all already waiting tasks whose wait mode/mask can possibly conflict with the specified wait mode/mask. // This set is equal to 'set of all tasks waiting' - 'set of all tasks whose wait conditions have been met'. // If the wait mode is OR, we prune the set of all tasks that are waiting in OR mode from the set since a conflict cannot occur // with an already waiting task in OR mode. u16 relevantWaitSlots = eventFlag->spuTaskUsedWaitSlots & ~ctrl.spuTaskPendingRecv; if (mode == CELL_SPURS_EVENT_FLAG_OR) { relevantWaitSlots &= eventFlag->spuTaskWaitMode; } s32 i = CELL_SPURS_EVENT_FLAG_MAX_WAIT_SLOTS - 1; while (relevantWaitSlots) { if (relevantWaitSlots & 0x0001) { if (eventFlag->spuTaskWaitMask[i] & *mask && eventFlag->spuTaskWaitMask[i] != *mask) { rc = CELL_SPURS_TASK_ERROR_AGAIN; return; } } relevantWaitSlots >>= 1; i--; } } // There is no need to block if all bits required by the wait operation have already been set or // if the wait mode is OR and atleast one of the bits required by the wait operation has been set. if ((*mask & ~relevantEvents) == 0 || (mode == CELL_SPURS_EVENT_FLAG_OR && relevantEvents)) { // If the clear flag is AUTO then clear the bits comnsumed by this thread if (eventFlag->clearMode == CELL_SPURS_EVENT_FLAG_CLEAR_AUTO) { ctrl.events &= ~relevantEvents; } recv = false; receivedEvents = relevantEvents; } else { // If we reach here it means that the conditions for this thread have not been met. // If this is a try wait operation then do not block but return an error code. if (block == 0) { rc = CELL_SPURS_TASK_ERROR_BUSY; return; } ctrl.ppuWaitSlotAndMode = 0; if (eventFlag->direction == CELL_SPURS_EVENT_FLAG_ANY2ANY) { // Find an unsed wait slot s32 i = 0; u16 spuTaskUsedWaitSlots = eventFlag->spuTaskUsedWaitSlots; while (spuTaskUsedWaitSlots & 0x0001) { spuTaskUsedWaitSlots >>= 1; i++; } if (i == CELL_SPURS_EVENT_FLAG_MAX_WAIT_SLOTS) { // Event flag has no empty wait slots rc = CELL_SPURS_TASK_ERROR_BUSY; return; } // Mark the found wait slot as used by this thread ctrl.ppuWaitSlotAndMode = (CELL_SPURS_EVENT_FLAG_MAX_WAIT_SLOTS - 1 - i) << 4; } // Save the wait mask and mode for this thread ctrl.ppuWaitSlotAndMode |= mode; ctrl.ppuWaitMask = *mask; recv = true; } //eventFlagControl = ((u64)events << 48) | ((u64)spuTaskPendingRecv << 32) | ((u64)ppuWaitMask << 16) | ((u64)ppuWaitSlotAndMode << 8) | (u64)ppuPendingRecv; rc = CELL_OK; }); if (rc != CELL_OK) { return rc; } if (recv) { // Block till something happens CHECK_SUCCESS(sys_event_queue_receive(ppu, eventFlag->eventQueueId, vm::null, 0)); s32 i = 0; if (eventFlag->direction == CELL_SPURS_EVENT_FLAG_ANY2ANY) { i = eventFlag->ctrl.raw().ppuWaitSlotAndMode >> 4; } *mask = eventFlag->pendingRecvTaskEvents[i]; ((CellSpursEventFlag::ControlSyncVar&)eventFlag->ctrl).ppuPendingRecv = 0; } *mask = receivedEvents; return CELL_OK; } /// Wait for SPURS event flag s32 cellSpursEventFlagWait(ppu_thread& ppu, vm::ptr eventFlag, vm::ptr mask, u32 mode) { cellSpurs.warning("cellSpursEventFlagWait(eventFlag=*0x%x, mask=*0x%x, mode=%d)", eventFlag, mask, mode); return _spurs::event_flag_wait(ppu, eventFlag, mask, mode, 1); } /// Check SPURS event flag s32 cellSpursEventFlagTryWait(ppu_thread& ppu, vm::ptr eventFlag, vm::ptr mask, u32 mode) { cellSpurs.warning("cellSpursEventFlagTryWait(eventFlag=*0x%x, mask=*0x%x, mode=0x%x)", eventFlag, mask, mode); return _spurs::event_flag_wait(ppu, eventFlag, mask, mode, 0); } /// Attach an LV2 event queue to a SPURS event flag s32 cellSpursEventFlagAttachLv2EventQueue(ppu_thread& ppu, vm::ptr eventFlag) { cellSpurs.warning("cellSpursEventFlagAttachLv2EventQueue(eventFlag=*0x%x)", eventFlag); if (!eventFlag) { return CELL_SPURS_TASK_ERROR_NULL_POINTER; } if (!eventFlag.aligned()) { return CELL_SPURS_TASK_ERROR_AGAIN; } if (eventFlag->direction != CELL_SPURS_EVENT_FLAG_SPU2PPU && eventFlag->direction != CELL_SPURS_EVENT_FLAG_ANY2ANY) { return CELL_SPURS_TASK_ERROR_PERM; } if (eventFlag->spuPort != CELL_SPURS_EVENT_FLAG_INVALID_SPU_PORT) { return CELL_SPURS_TASK_ERROR_STAT; } vm::ptr spurs; if (eventFlag->isIwl == 1) { spurs.set((u32)eventFlag->addr); } else { auto taskset = vm::ptr::make((u32)eventFlag->addr); spurs = taskset->spurs; } vm::var eventQueueId; vm::var port; auto failure = [](s32 rc) -> s32 { // Return rc if its an error code from SPURS otherwise convert the error code to a SPURS task error code return (rc & 0x0FFF0000) == 0x00410000 ? rc : (0x80410900 | (rc & 0xFF)); }; if (s32 rc = _spurs::create_lv2_eq(ppu, spurs, eventQueueId, port, 1, sys_event_queue_attribute_t{ SYS_SYNC_PRIORITY, SYS_PPU_QUEUE, "_spuEvF" })) { return failure(rc); } auto success = [&] { eventFlag->eventQueueId = *eventQueueId; eventFlag->spuPort = *port; }; if (eventFlag->direction == CELL_SPURS_EVENT_FLAG_ANY2ANY) { vm::var eventPortId; s32 rc = sys_event_port_create(eventPortId, SYS_EVENT_PORT_LOCAL, 0); if (rc == CELL_OK) { rc = sys_event_port_connect_local(*eventPortId, *eventQueueId); if (rc == CELL_OK) { eventFlag->eventPortId = *eventPortId; return success(), CELL_OK; } sys_event_port_destroy(*eventPortId); } if (_spurs::detach_lv2_eq(spurs, *port, true) == CELL_OK) { sys_event_queue_destroy(ppu, *eventQueueId, SYS_EVENT_QUEUE_DESTROY_FORCE); } return failure(rc); } return success(), CELL_OK; } /// Detach an LV2 event queue from SPURS event flag s32 cellSpursEventFlagDetachLv2EventQueue(ppu_thread& ppu, vm::ptr eventFlag) { cellSpurs.warning("cellSpursEventFlagDetachLv2EventQueue(eventFlag=*0x%x)", eventFlag); if (!eventFlag) { return CELL_SPURS_TASK_ERROR_NULL_POINTER; } if (!eventFlag.aligned()) { return CELL_SPURS_TASK_ERROR_AGAIN; } if (eventFlag->direction != CELL_SPURS_EVENT_FLAG_SPU2PPU && eventFlag->direction != CELL_SPURS_EVENT_FLAG_ANY2ANY) { return CELL_SPURS_TASK_ERROR_PERM; } if (eventFlag->spuPort == CELL_SPURS_EVENT_FLAG_INVALID_SPU_PORT) { return CELL_SPURS_TASK_ERROR_STAT; } if (eventFlag->ctrl.raw().ppuWaitMask || eventFlag->ctrl.raw().ppuPendingRecv) { return CELL_SPURS_TASK_ERROR_BUSY; } const u8 port = eventFlag->spuPort; eventFlag->spuPort = CELL_SPURS_EVENT_FLAG_INVALID_SPU_PORT; vm::ptr spurs; if (eventFlag->isIwl == 1) { spurs.set((u32)eventFlag->addr); } else { auto taskset = vm::ptr::make((u32)eventFlag->addr); spurs = taskset->spurs; } if (eventFlag->direction == CELL_SPURS_EVENT_FLAG_ANY2ANY) { sys_event_port_disconnect(eventFlag->eventPortId); sys_event_port_destroy(eventFlag->eventPortId); } s32 rc = _spurs::detach_lv2_eq(spurs, port, true); if (rc == CELL_OK) { rc = sys_event_queue_destroy(ppu, eventFlag->eventQueueId, SYS_EVENT_QUEUE_DESTROY_FORCE); } return CELL_OK; } /// Get send-receive direction of the SPURS event flag s32 cellSpursEventFlagGetDirection(vm::ptr eventFlag, vm::ptr direction) { cellSpurs.warning("cellSpursEventFlagGetDirection(eventFlag=*0x%x, direction=*0x%x)", eventFlag, direction); if (!eventFlag || !direction) { return CELL_SPURS_TASK_ERROR_NULL_POINTER; } if (!eventFlag.aligned()) { return CELL_SPURS_TASK_ERROR_ALIGN; } *direction = eventFlag->direction; return CELL_OK; } /// Get clearing mode of SPURS event flag s32 cellSpursEventFlagGetClearMode(vm::ptr eventFlag, vm::ptr clear_mode) { cellSpurs.warning("cellSpursEventFlagGetClearMode(eventFlag=*0x%x, clear_mode=*0x%x)", eventFlag, clear_mode); if (!eventFlag || !clear_mode) { return CELL_SPURS_TASK_ERROR_NULL_POINTER; } if (!eventFlag.aligned()) { return CELL_SPURS_TASK_ERROR_ALIGN; } *clear_mode = eventFlag->clearMode; return CELL_OK; } /// Get address of taskset to which the SPURS event flag belongs s32 cellSpursEventFlagGetTasksetAddress(vm::ptr eventFlag, vm::pptr taskset) { cellSpurs.warning("cellSpursEventFlagGetTasksetAddress(eventFlag=*0x%x, taskset=**0x%x)", eventFlag, taskset); if (!eventFlag || !taskset) { return CELL_SPURS_TASK_ERROR_NULL_POINTER; } if (!eventFlag.aligned()) { return CELL_SPURS_TASK_ERROR_ALIGN; } taskset->set(eventFlag->isIwl ? 0u : vm::cast(eventFlag->addr, HERE)); return CELL_OK; } static inline s32 SyncErrorToSpursError(const error_code& res) { return res.value < 0 ? 0x80410900 | (res.value & 0xff) : res.value; } s32 _cellSpursLFQueueInitialize(vm::ptr pTasksetOrSpurs, vm::ptr pQueue, vm::cptr buffer, u32 size, u32 depth, u32 direction) { cellSpurs.todo("_cellSpursLFQueueInitialize(pTasksetOrSpurs=*0x%x, pQueue=*0x%x, buffer=*0x%x, size=0x%x, depth=0x%x, direction=%d)", pTasksetOrSpurs, pQueue, buffer, size, depth, direction); return SyncErrorToSpursError(cellSyncLFQueueInitialize(pQueue, buffer, size, depth, direction, pTasksetOrSpurs)); } s32 _cellSpursLFQueuePushBody() { UNIMPLEMENTED_FUNC(cellSpurs); return CELL_OK; } s32 cellSpursLFQueueAttachLv2EventQueue(vm::ptr queue) { UNIMPLEMENTED_FUNC(cellSpurs); return CELL_OK; } s32 cellSpursLFQueueDetachLv2EventQueue(vm::ptr queue) { UNIMPLEMENTED_FUNC(cellSpurs); return CELL_OK; } s32 _cellSpursLFQueuePopBody() { UNIMPLEMENTED_FUNC(cellSpurs); return CELL_OK; } s32 cellSpursLFQueueGetTasksetAddress() { UNIMPLEMENTED_FUNC(cellSpurs); return CELL_OK; } s32 _cellSpursQueueInitialize() { UNIMPLEMENTED_FUNC(cellSpurs); return CELL_OK; } s32 cellSpursQueuePopBody() { UNIMPLEMENTED_FUNC(cellSpurs); return CELL_OK; } s32 cellSpursQueuePushBody() { UNIMPLEMENTED_FUNC(cellSpurs); return CELL_OK; } s32 cellSpursQueueAttachLv2EventQueue() { UNIMPLEMENTED_FUNC(cellSpurs); return CELL_OK; } s32 cellSpursQueueDetachLv2EventQueue() { UNIMPLEMENTED_FUNC(cellSpurs); return CELL_OK; } s32 cellSpursQueueGetTasksetAddress() { UNIMPLEMENTED_FUNC(cellSpurs); return CELL_OK; } s32 cellSpursQueueClear() { UNIMPLEMENTED_FUNC(cellSpurs); return CELL_OK; } s32 cellSpursQueueDepth() { UNIMPLEMENTED_FUNC(cellSpurs); return CELL_OK; } s32 cellSpursQueueGetEntrySize() { UNIMPLEMENTED_FUNC(cellSpurs); return CELL_OK; } s32 cellSpursQueueSize() { UNIMPLEMENTED_FUNC(cellSpurs); return CELL_OK; } s32 cellSpursQueueGetDirection() { UNIMPLEMENTED_FUNC(cellSpurs); return CELL_OK; } s32 _spurs::create_taskset(ppu_thread& ppu, vm::ptr spurs, vm::ptr taskset, u64 args, vm::cptr priority, u32 max_contention, vm::cptr name, u32 size, s32 enable_clear_ls) { if (!spurs || !taskset) { return CELL_SPURS_TASK_ERROR_NULL_POINTER; } if (!spurs.aligned() || !taskset.aligned()) { return CELL_SPURS_TASK_ERROR_ALIGN; } memset(taskset.get_ptr(), 0, size); taskset->spurs = spurs; taskset->args = args; taskset->enable_clear_ls = enable_clear_ls > 0 ? 1 : 0; taskset->size = size; vm::var wkl_attr; _cellSpursWorkloadAttributeInitialize(wkl_attr, 1 /*revision*/, 0x33 /*sdk_version*/, vm::cptr::make(SPURS_IMG_ADDR_TASKSET_PM), 0x1E40 /*pm_size*/, taskset.addr(), priority, 8 /*min_contention*/, max_contention); // TODO: Check return code cellSpursWorkloadAttributeSetName(wkl_attr, vm::null, name); // TODO: Check return code // TODO: cellSpursWorkloadAttributeSetShutdownCompletionEventHook(wkl_attr, hook, taskset); // TODO: Check return code vm::var wid; cellSpursAddWorkloadWithAttribute(spurs, wid, wkl_attr); // TODO: Check return code taskset->wkl_flag_wait_task = 0x80; taskset->wid = *wid; // TODO: cellSpursSetExceptionEventHandler(spurs, wid, hook, taskset); // TODO: Check return code return CELL_OK; } s32 cellSpursCreateTasksetWithAttribute(ppu_thread& ppu, vm::ptr spurs, vm::ptr taskset, vm::ptr attr) { cellSpurs.warning("cellSpursCreateTasksetWithAttribute(spurs=*0x%x, taskset=*0x%x, attr=*0x%x)", spurs, taskset, attr); if (!attr) { return CELL_SPURS_TASK_ERROR_NULL_POINTER; } if (!attr.aligned()) { return CELL_SPURS_TASK_ERROR_ALIGN; } if (attr->revision != CELL_SPURS_TASKSET_ATTRIBUTE_REVISION) { return CELL_SPURS_TASK_ERROR_INVAL; } auto rc = _spurs::create_taskset(ppu, spurs, taskset, attr->args, attr.ptr(&CellSpursTasksetAttribute::priority), attr->max_contention, attr->name, attr->taskset_size, attr->enable_clear_ls); if (attr->taskset_size >= SIZE_32(CellSpursTaskset2)) { // TODO: Implement this } return rc; } s32 cellSpursCreateTaskset(ppu_thread& ppu, vm::ptr spurs, vm::ptr taskset, u64 args, vm::cptr priority, u32 maxContention) { cellSpurs.warning("cellSpursCreateTaskset(spurs=*0x%x, taskset=*0x%x, args=0x%llx, priority=*0x%x, maxContention=%d)", spurs, taskset, args, priority, maxContention); return _spurs::create_taskset(ppu, spurs, taskset, args, priority, maxContention, vm::null, SIZE_32(CellSpursTaskset), 0); } s32 cellSpursJoinTaskset(vm::ptr taskset) { cellSpurs.warning("cellSpursJoinTaskset(taskset=*0x%x)", taskset); UNIMPLEMENTED_FUNC(cellSpurs); return CELL_OK; } s32 cellSpursGetTasksetId(vm::ptr taskset, vm::ptr wid) { cellSpurs.warning("cellSpursGetTasksetId(taskset=*0x%x, wid=*0x%x)", taskset, wid); if (!taskset || !wid) { return CELL_SPURS_TASK_ERROR_NULL_POINTER; } if (!taskset.aligned()) { return CELL_SPURS_TASK_ERROR_ALIGN; } if (taskset->wid >= CELL_SPURS_MAX_WORKLOAD) { return CELL_SPURS_TASK_ERROR_INVAL; } *wid = taskset->wid; return CELL_OK; } s32 cellSpursShutdownTaskset(vm::ptr taskset) { UNIMPLEMENTED_FUNC(cellSpurs); return CELL_OK; } s32 _spurs::create_task(vm::ptr taskset, vm::ptr task_id, vm::cptr elf, vm::cptr context, u32 size, vm::ptr ls_pattern, vm::ptr arg) { if (!taskset || !elf) { return CELL_SPURS_TASK_ERROR_NULL_POINTER; } if (elf % 16) { return CELL_SPURS_TASK_ERROR_ALIGN; } if (_spurs::get_sdk_version() < 0x27FFFF) { if (context % 16) { return CELL_SPURS_TASK_ERROR_ALIGN; } } else { if (context % 128) { return CELL_SPURS_TASK_ERROR_ALIGN; } } u32 alloc_ls_blocks = 0; if (context) { if (size < CELL_SPURS_TASK_EXECUTION_CONTEXT_SIZE) { return CELL_SPURS_TASK_ERROR_INVAL; } alloc_ls_blocks = size > 0x3D400 ? 0x7A : ((size - 0x400) >> 11); if (ls_pattern) { v128 ls_pattern_128 = v128::from64r(ls_pattern->_u64[0], ls_pattern->_u64[1]); u32 ls_blocks = 0; for (auto i = 0; i < 128; i++) { if (ls_pattern_128._bit[i]) { ls_blocks++; } } if (ls_blocks > alloc_ls_blocks) { return CELL_SPURS_TASK_ERROR_INVAL; } v128 _0 = v128::from32(0); if ((ls_pattern_128 & v128::from32r(0xFC000000)) != _0) { // Prevent save/restore to SPURS management area return CELL_SPURS_TASK_ERROR_INVAL; } } } else { alloc_ls_blocks = 0; } // TODO: Verify the ELF header is proper and all its load segments are at address >= 0x3000 u32 tmp_task_id; for (tmp_task_id = 0; tmp_task_id < CELL_SPURS_MAX_TASK; tmp_task_id++) { if (!taskset->enabled.value()._bit[tmp_task_id]) { auto enabled = taskset->enabled.value(); enabled._bit[tmp_task_id] = true; taskset->enabled = enabled; break; } } if (tmp_task_id >= CELL_SPURS_MAX_TASK) { return CELL_SPURS_TASK_ERROR_AGAIN; } taskset->task_info[tmp_task_id].elf = elf; taskset->task_info[tmp_task_id].context_save_storage_and_alloc_ls_blocks = (context.addr() | alloc_ls_blocks); taskset->task_info[tmp_task_id].args = *arg; if (ls_pattern) { taskset->task_info[tmp_task_id].ls_pattern = *ls_pattern; } *task_id = tmp_task_id; return CELL_OK; } s32 _spurs::task_start(ppu_thread& ppu, vm::ptr taskset, u32 taskId) { auto pendingReady = taskset->pending_ready.value(); pendingReady._bit[taskId] = true; taskset->pending_ready = pendingReady; cellSpursSendWorkloadSignal(taskset->spurs, taskset->wid); if (s32 rc = cellSpursWakeUp(ppu, taskset->spurs)) { if (rc == CELL_SPURS_POLICY_MODULE_ERROR_STAT) { rc = CELL_SPURS_TASK_ERROR_STAT; } else { CHECK_SUCCESS(rc); } } return CELL_OK; } s32 cellSpursCreateTask(ppu_thread& ppu, vm::ptr taskset, vm::ptr taskId, vm::cptr elf, vm::cptr context, u32 size, vm::ptr lsPattern, vm::ptr argument) { cellSpurs.warning("cellSpursCreateTask(taskset=*0x%x, taskID=*0x%x, elf=*0x%x, context=*0x%x, size=0x%x, lsPattern=*0x%x, argument=*0x%x)", taskset, taskId, elf, context, size, lsPattern, argument); if (!taskset) { return CELL_SPURS_TASK_ERROR_NULL_POINTER; } if (!taskset.aligned()) { return CELL_SPURS_TASK_ERROR_ALIGN; } auto rc = _spurs::create_task(taskset, taskId, elf, context, size, lsPattern, argument); if (rc != CELL_OK) { return rc; } rc = _spurs::task_start(ppu, taskset, *taskId); if (rc != CELL_OK) { return rc; } return CELL_OK; } s32 _cellSpursSendSignal(ppu_thread& ppu, vm::ptr taskset, u32 taskId) { if (!taskset) { return CELL_SPURS_TASK_ERROR_NULL_POINTER; } if (!taskset.aligned()) { return CELL_SPURS_TASK_ERROR_ALIGN; } if (taskId >= CELL_SPURS_MAX_TASK || taskset->wid >= CELL_SPURS_MAX_WORKLOAD2) { return CELL_SPURS_TASK_ERROR_INVAL; } be_t _0(v128::from32(0)); bool disabled = taskset->enabled.value()._bit[taskId]; auto invalid = (taskset->ready & taskset->pending_ready) != _0 || (taskset->running & taskset->waiting) != _0 || disabled || ((taskset->running | taskset->ready | taskset->pending_ready | taskset->waiting | taskset->signalled) & ~taskset->enabled) != _0; if (invalid) { return CELL_SPURS_TASK_ERROR_SRCH; } auto shouldSignal = ((taskset->waiting & ~taskset->signalled) & be_t(v128::fromBit(taskId))) != _0 ? true : false; auto signalled = taskset->signalled.value(); signalled._bit[taskId] = true; taskset->signalled = signalled; if (shouldSignal) { cellSpursSendWorkloadSignal(taskset->spurs, taskset->wid); auto rc = cellSpursWakeUp(ppu, taskset->spurs); if (rc == CELL_SPURS_POLICY_MODULE_ERROR_STAT) { return CELL_SPURS_TASK_ERROR_STAT; } CHECK_SUCCESS(rc); } return CELL_OK; } s32 cellSpursCreateTaskWithAttribute() { UNIMPLEMENTED_FUNC(cellSpurs); return CELL_OK; } s32 cellSpursTasksetAttributeSetName(vm::ptr attr, vm::cptr name) { cellSpurs.warning("cellSpursTasksetAttributeSetName(attr=*0x%x, name=%s)", attr, name); if (!attr || !name) { return CELL_SPURS_TASK_ERROR_NULL_POINTER; } if (!attr.aligned()) { return CELL_SPURS_TASK_ERROR_ALIGN; } attr->name = name; return CELL_OK; } s32 cellSpursTasksetAttributeSetTasksetSize(vm::ptr attr, u32 size) { cellSpurs.warning("cellSpursTasksetAttributeSetTasksetSize(attr=*0x%x, size=0x%x)", attr, size); if (!attr) { return CELL_SPURS_TASK_ERROR_NULL_POINTER; } if (!attr.aligned()) { return CELL_SPURS_TASK_ERROR_ALIGN; } if (size != SIZE_32(CellSpursTaskset) && size != SIZE_32(CellSpursTaskset2)) { return CELL_SPURS_TASK_ERROR_INVAL; } attr->taskset_size = size; return CELL_OK; } s32 cellSpursTasksetAttributeEnableClearLS(vm::ptr attr, s32 enable) { cellSpurs.warning("cellSpursTasksetAttributeEnableClearLS(attr=*0x%x, enable=%d)", attr, enable); if (!attr) { return CELL_SPURS_TASK_ERROR_NULL_POINTER; } if (!attr.aligned()) { return CELL_SPURS_TASK_ERROR_ALIGN; } attr->enable_clear_ls = enable ? 1 : 0; return CELL_OK; } s32 _cellSpursTasksetAttribute2Initialize(vm::ptr attribute, u32 revision) { cellSpurs.warning("_cellSpursTasksetAttribute2Initialize(attribute=*0x%x, revision=%d)", attribute, revision); memset(attribute.get_ptr(), 0, sizeof(CellSpursTasksetAttribute2)); attribute->revision = revision; attribute->name = vm::null; attribute->args = 0; for (s32 i = 0; i < 8; i++) { attribute->priority[i] = 1; } attribute->max_contention = 8; attribute->enable_clear_ls = 0; attribute->task_name_buffer.set(0); return CELL_OK; } s32 cellSpursTaskExitCodeGet() { UNIMPLEMENTED_FUNC(cellSpurs); return CELL_OK; } s32 cellSpursTaskExitCodeInitialize() { UNIMPLEMENTED_FUNC(cellSpurs); return CELL_OK; } s32 cellSpursTaskExitCodeTryGet() { UNIMPLEMENTED_FUNC(cellSpurs); return CELL_OK; } s32 cellSpursTaskGetLoadableSegmentPattern() { UNIMPLEMENTED_FUNC(cellSpurs); return CELL_OK; } s32 cellSpursTaskGetReadOnlyAreaPattern() { UNIMPLEMENTED_FUNC(cellSpurs); return CELL_OK; } s32 cellSpursTaskGenerateLsPattern() { UNIMPLEMENTED_FUNC(cellSpurs); return CELL_OK; } s32 _cellSpursTaskAttributeInitialize() { UNIMPLEMENTED_FUNC(cellSpurs); return CELL_OK; } s32 cellSpursTaskAttributeSetExitCodeContainer() { UNIMPLEMENTED_FUNC(cellSpurs); return CELL_OK; } s32 _cellSpursTaskAttribute2Initialize(vm::ptr attribute, u32 revision) { cellSpurs.warning("_cellSpursTaskAttribute2Initialize(attribute=*0x%x, revision=%d)", attribute, revision); attribute->revision = revision; attribute->sizeContext = 0; attribute->eaContext = 0; for (s32 c = 0; c < 4; c++) { attribute->lsPattern._u32[c] = 0; } attribute->name = vm::null; return CELL_OK; } s32 cellSpursTaskGetContextSaveAreaSize() { UNIMPLEMENTED_FUNC(cellSpurs); return CELL_OK; } s32 cellSpursCreateTaskset2(ppu_thread& ppu, vm::ptr spurs, vm::ptr taskset, vm::ptr attr) { cellSpurs.warning("cellSpursCreateTaskset2(spurs=*0x%x, taskset=*0x%x, attr=*0x%x)", spurs, taskset, attr); vm::var tmp_attr; if (!attr) { attr = tmp_attr; _cellSpursTasksetAttribute2Initialize(attr, 0); } if (s32 rc = _spurs::create_taskset(ppu, spurs, taskset, attr->args, attr.ptr(&CellSpursTasksetAttribute2::priority), attr->max_contention, attr->name, SIZE_32(CellSpursTaskset2), attr->enable_clear_ls)) { return rc; } if (!attr->task_name_buffer.aligned()) { return CELL_SPURS_TASK_ERROR_ALIGN; } // TODO: Implement rest of the function return CELL_OK; } s32 cellSpursCreateTask2() { UNIMPLEMENTED_FUNC(cellSpurs); return CELL_OK; } s32 cellSpursJoinTask2() { UNIMPLEMENTED_FUNC(cellSpurs); return CELL_OK; } s32 cellSpursTryJoinTask2() { UNIMPLEMENTED_FUNC(cellSpurs); return CELL_OK; } s32 cellSpursDestroyTaskset2() { UNIMPLEMENTED_FUNC(cellSpurs); return CELL_OK; } s32 cellSpursCreateTask2WithBinInfo() { UNIMPLEMENTED_FUNC(cellSpurs); return CELL_OK; } s32 cellSpursTasksetSetExceptionEventHandler(vm::ptr taskset, vm::ptr handler, vm::ptr arg) { cellSpurs.warning("cellSpursTasksetSetExceptionEventHandler(taskset=*0x%x, handler=*0x%x, arg=*0x%x)", taskset, handler, arg); if (!taskset || !handler) { return CELL_SPURS_TASK_ERROR_NULL_POINTER; } if (!taskset.aligned()) { return CELL_SPURS_TASK_ERROR_ALIGN; } if (taskset->wid >= CELL_SPURS_MAX_WORKLOAD) { return CELL_SPURS_TASK_ERROR_INVAL; } if (taskset->exception_handler) { return CELL_SPURS_TASK_ERROR_BUSY; } taskset->exception_handler = handler; taskset->exception_handler_arg = arg; return CELL_OK; } s32 cellSpursTasksetUnsetExceptionEventHandler(vm::ptr taskset) { cellSpurs.warning("cellSpursTasksetUnsetExceptionEventHandler(taskset=*0x%x)", taskset); if (!taskset) { return CELL_SPURS_TASK_ERROR_NULL_POINTER; } if (!taskset.aligned()) { return CELL_SPURS_TASK_ERROR_ALIGN; } if (taskset->wid >= CELL_SPURS_MAX_WORKLOAD) { return CELL_SPURS_TASK_ERROR_INVAL; } taskset->exception_handler.set(0); taskset->exception_handler_arg.set(0); return CELL_OK; } s32 cellSpursLookUpTasksetAddress(ppu_thread& ppu, vm::ptr spurs, vm::pptr taskset, u32 id) { cellSpurs.warning("cellSpursLookUpTasksetAddress(spurs=*0x%x, taskset=**0x%x, id=0x%x)", spurs, taskset, id); if (!taskset) { return CELL_SPURS_TASK_ERROR_NULL_POINTER; } vm::var data; if (s32 rc = cellSpursGetWorkloadData(spurs, data, id)) { // Convert policy module error code to a task error code return rc ^ 0x100; } taskset->set((u32)*data); return CELL_OK; } s32 cellSpursTasksetGetSpursAddress(vm::cptr taskset, vm::ptr spurs) { cellSpurs.warning("cellSpursTasksetGetSpursAddress(taskset=*0x%x, spurs=**0x%x)", taskset, spurs); if (!taskset || !spurs) { return CELL_SPURS_TASK_ERROR_NULL_POINTER; } if (!taskset.aligned()) { return CELL_SPURS_TASK_ERROR_ALIGN; } if (taskset->wid >= CELL_SPURS_MAX_WORKLOAD) { return CELL_SPURS_TASK_ERROR_INVAL; } *spurs = (u32)taskset->spurs.addr(); return CELL_OK; } s32 cellSpursGetTasksetInfo() { UNIMPLEMENTED_FUNC(cellSpurs); return CELL_OK; } s32 _cellSpursTasksetAttributeInitialize(vm::ptr attribute, u32 revision, u32 sdk_version, u64 args, vm::cptr priority, u32 max_contention) { cellSpurs.warning("_cellSpursTasksetAttributeInitialize(attribute=*0x%x, revision=%d, skd_version=0x%x, args=0x%llx, priority=*0x%x, max_contention=%d)", attribute, revision, sdk_version, args, priority, max_contention); if (!attribute) { return CELL_SPURS_TASK_ERROR_NULL_POINTER; } if (!attribute.aligned()) { return CELL_SPURS_TASK_ERROR_ALIGN; } for (u32 i = 0; i < 8; i++) { if (priority[i] > 0xF) { return CELL_SPURS_TASK_ERROR_INVAL; } } memset(attribute.get_ptr(), 0, sizeof(CellSpursTasksetAttribute)); attribute->revision = revision; attribute->sdk_version = sdk_version; attribute->args = args; memcpy(attribute->priority, priority.get_ptr(), 8); attribute->taskset_size = 6400/*CellSpursTaskset::size*/; attribute->max_contention = max_contention; return CELL_OK; } s32 cellSpursCreateJobChainWithAttribute() { UNIMPLEMENTED_FUNC(cellSpurs); return CELL_OK; } s32 cellSpursCreateJobChain() { UNIMPLEMENTED_FUNC(cellSpurs); return CELL_OK; } s32 cellSpursJoinJobChain() { UNIMPLEMENTED_FUNC(cellSpurs); return CELL_OK; } s32 cellSpursKickJobChain() { UNIMPLEMENTED_FUNC(cellSpurs); return CELL_OK; } s32 _cellSpursJobChainAttributeInitialize() { UNIMPLEMENTED_FUNC(cellSpurs); return CELL_OK; } s32 cellSpursGetJobChainId() { UNIMPLEMENTED_FUNC(cellSpurs); return CELL_OK; } s32 cellSpursJobChainSetExceptionEventHandler() { UNIMPLEMENTED_FUNC(cellSpurs); return CELL_OK; } s32 cellSpursJobChainUnsetExceptionEventHandler() { UNIMPLEMENTED_FUNC(cellSpurs); return CELL_OK; } s32 cellSpursGetJobChainInfo() { UNIMPLEMENTED_FUNC(cellSpurs); return CELL_OK; } s32 cellSpursJobChainGetSpursAddress() { UNIMPLEMENTED_FUNC(cellSpurs); return CELL_OK; } s32 cellSpursJobGuardInitialize() { UNIMPLEMENTED_FUNC(cellSpurs); return CELL_OK; } s32 cellSpursJobChainAttributeSetName() { UNIMPLEMENTED_FUNC(cellSpurs); return CELL_OK; } s32 cellSpursShutdownJobChain() { UNIMPLEMENTED_FUNC(cellSpurs); return CELL_OK; } s32 cellSpursJobChainAttributeSetHaltOnError() { UNIMPLEMENTED_FUNC(cellSpurs); return CELL_OK; } s32 cellSpursJobChainAttributeSetJobTypeMemoryCheck() { UNIMPLEMENTED_FUNC(cellSpurs); return CELL_OK; } s32 cellSpursJobGuardNotify() { UNIMPLEMENTED_FUNC(cellSpurs); return CELL_OK; } s32 cellSpursJobGuardReset() { UNIMPLEMENTED_FUNC(cellSpurs); return CELL_OK; } s32 cellSpursRunJobChain() { UNIMPLEMENTED_FUNC(cellSpurs); return CELL_OK; } s32 cellSpursJobChainGetError() { UNIMPLEMENTED_FUNC(cellSpurs); return CELL_OK; } s32 cellSpursGetJobPipelineInfo() { UNIMPLEMENTED_FUNC(cellSpurs); return CELL_OK; } s32 cellSpursJobSetMaxGrab() { UNIMPLEMENTED_FUNC(cellSpurs); return CELL_OK; } s32 cellSpursJobHeaderSetJobbin2Param() { UNIMPLEMENTED_FUNC(cellSpurs); return CELL_OK; } s32 cellSpursAddUrgentCommand() { UNIMPLEMENTED_FUNC(cellSpurs); return CELL_OK; } s32 cellSpursAddUrgentCall() { UNIMPLEMENTED_FUNC(cellSpurs); return CELL_OK; } s32 cellSpursBarrierInitialize() { UNIMPLEMENTED_FUNC(cellSpurs); return CELL_OK; } s32 cellSpursBarrierGetTasksetAddress() { UNIMPLEMENTED_FUNC(cellSpurs); return CELL_OK; } s32 _cellSpursSemaphoreInitialize() { UNIMPLEMENTED_FUNC(cellSpurs); return CELL_OK; } s32 cellSpursSemaphoreGetTasksetAddress() { UNIMPLEMENTED_FUNC(cellSpurs); return CELL_OK; } DECLARE(ppu_module_manager::cellSpurs)("cellSpurs", []() { // Core REG_FUNC(cellSpurs, cellSpursInitialize); REG_FUNC(cellSpurs, cellSpursInitializeWithAttribute); REG_FUNC(cellSpurs, cellSpursInitializeWithAttribute2); REG_FUNC(cellSpurs, cellSpursFinalize); REG_FUNC(cellSpurs, _cellSpursAttributeInitialize); REG_FUNC(cellSpurs, cellSpursAttributeSetMemoryContainerForSpuThread); REG_FUNC(cellSpurs, cellSpursAttributeSetNamePrefix); REG_FUNC(cellSpurs, cellSpursAttributeEnableSpuPrintfIfAvailable); REG_FUNC(cellSpurs, cellSpursAttributeSetSpuThreadGroupType); REG_FUNC(cellSpurs, cellSpursAttributeEnableSystemWorkload); REG_FUNC(cellSpurs, cellSpursGetSpuThreadGroupId); REG_FUNC(cellSpurs, cellSpursGetNumSpuThread); REG_FUNC(cellSpurs, cellSpursGetSpuThreadId); REG_FUNC(cellSpurs, cellSpursGetInfo); REG_FUNC(cellSpurs, cellSpursSetMaxContention); REG_FUNC(cellSpurs, cellSpursSetPriorities); REG_FUNC(cellSpurs, cellSpursSetPriority); REG_FUNC(cellSpurs, cellSpursSetPreemptionVictimHints); REG_FUNC(cellSpurs, cellSpursAttachLv2EventQueue); REG_FUNC(cellSpurs, cellSpursDetachLv2EventQueue); REG_FUNC(cellSpurs, cellSpursEnableExceptionEventHandler); REG_FUNC(cellSpurs, cellSpursSetGlobalExceptionEventHandler); REG_FUNC(cellSpurs, cellSpursUnsetGlobalExceptionEventHandler); REG_FUNC(cellSpurs, cellSpursSetExceptionEventHandler); REG_FUNC(cellSpurs, cellSpursUnsetExceptionEventHandler); // Event flag REG_FUNC(cellSpurs, _cellSpursEventFlagInitialize); REG_FUNC(cellSpurs, cellSpursEventFlagAttachLv2EventQueue); REG_FUNC(cellSpurs, cellSpursEventFlagDetachLv2EventQueue); REG_FUNC(cellSpurs, cellSpursEventFlagWait); REG_FUNC(cellSpurs, cellSpursEventFlagClear); REG_FUNC(cellSpurs, cellSpursEventFlagSet); REG_FUNC(cellSpurs, cellSpursEventFlagTryWait); REG_FUNC(cellSpurs, cellSpursEventFlagGetDirection); REG_FUNC(cellSpurs, cellSpursEventFlagGetClearMode); REG_FUNC(cellSpurs, cellSpursEventFlagGetTasksetAddress); // Taskset REG_FUNC(cellSpurs, cellSpursCreateTaskset); REG_FUNC(cellSpurs, cellSpursCreateTasksetWithAttribute); REG_FUNC(cellSpurs, _cellSpursTasksetAttributeInitialize); REG_FUNC(cellSpurs, _cellSpursTasksetAttribute2Initialize); REG_FUNC(cellSpurs, cellSpursTasksetAttributeSetName); REG_FUNC(cellSpurs, cellSpursTasksetAttributeSetTasksetSize); REG_FUNC(cellSpurs, cellSpursTasksetAttributeEnableClearLS); REG_FUNC(cellSpurs, cellSpursJoinTaskset); REG_FUNC(cellSpurs, cellSpursGetTasksetId); REG_FUNC(cellSpurs, cellSpursShutdownTaskset); REG_FUNC(cellSpurs, cellSpursCreateTask); REG_FUNC(cellSpurs, cellSpursCreateTaskWithAttribute); REG_FUNC(cellSpurs, _cellSpursTaskAttributeInitialize); REG_FUNC(cellSpurs, _cellSpursTaskAttribute2Initialize); REG_FUNC(cellSpurs, cellSpursTaskAttributeSetExitCodeContainer); REG_FUNC(cellSpurs, cellSpursTaskExitCodeGet); REG_FUNC(cellSpurs, cellSpursTaskExitCodeInitialize); REG_FUNC(cellSpurs, cellSpursTaskExitCodeTryGet); REG_FUNC(cellSpurs, cellSpursTaskGetLoadableSegmentPattern); REG_FUNC(cellSpurs, cellSpursTaskGetReadOnlyAreaPattern); REG_FUNC(cellSpurs, cellSpursTaskGenerateLsPattern); REG_FUNC(cellSpurs, cellSpursTaskGetContextSaveAreaSize); REG_FUNC(cellSpurs, _cellSpursSendSignal); REG_FUNC(cellSpurs, cellSpursCreateTaskset2); REG_FUNC(cellSpurs, cellSpursCreateTask2); REG_FUNC(cellSpurs, cellSpursJoinTask2); REG_FUNC(cellSpurs, cellSpursTryJoinTask2); REG_FUNC(cellSpurs, cellSpursDestroyTaskset2); REG_FUNC(cellSpurs, cellSpursCreateTask2WithBinInfo); REG_FUNC(cellSpurs, cellSpursLookUpTasksetAddress); REG_FUNC(cellSpurs, cellSpursTasksetGetSpursAddress); REG_FUNC(cellSpurs, cellSpursGetTasksetInfo); REG_FUNC(cellSpurs, cellSpursTasksetSetExceptionEventHandler); REG_FUNC(cellSpurs, cellSpursTasksetUnsetExceptionEventHandler); // Job Chain REG_FUNC(cellSpurs, cellSpursCreateJobChain); REG_FUNC(cellSpurs, cellSpursCreateJobChainWithAttribute); REG_FUNC(cellSpurs, cellSpursShutdownJobChain); REG_FUNC(cellSpurs, cellSpursJoinJobChain); REG_FUNC(cellSpurs, cellSpursKickJobChain); REG_FUNC(cellSpurs, cellSpursRunJobChain); REG_FUNC(cellSpurs, cellSpursJobChainGetError); REG_FUNC(cellSpurs, _cellSpursJobChainAttributeInitialize); REG_FUNC(cellSpurs, cellSpursJobChainAttributeSetName); REG_FUNC(cellSpurs, cellSpursJobChainAttributeSetHaltOnError); REG_FUNC(cellSpurs, cellSpursJobChainAttributeSetJobTypeMemoryCheck); REG_FUNC(cellSpurs, cellSpursGetJobChainId); REG_FUNC(cellSpurs, cellSpursJobChainSetExceptionEventHandler); REG_FUNC(cellSpurs, cellSpursJobChainUnsetExceptionEventHandler); REG_FUNC(cellSpurs, cellSpursGetJobChainInfo); REG_FUNC(cellSpurs, cellSpursJobChainGetSpursAddress); // Job Guard REG_FUNC(cellSpurs, cellSpursJobGuardInitialize); REG_FUNC(cellSpurs, cellSpursJobGuardNotify); REG_FUNC(cellSpurs, cellSpursJobGuardReset); // LFQueue REG_FUNC(cellSpurs, _cellSpursLFQueueInitialize); REG_FUNC(cellSpurs, _cellSpursLFQueuePushBody); REG_FUNC(cellSpurs, cellSpursLFQueueAttachLv2EventQueue); REG_FUNC(cellSpurs, cellSpursLFQueueDetachLv2EventQueue); REG_FUNC(cellSpurs, _cellSpursLFQueuePopBody); REG_FUNC(cellSpurs, cellSpursLFQueueGetTasksetAddress); // Queue REG_FUNC(cellSpurs, _cellSpursQueueInitialize); REG_FUNC(cellSpurs, cellSpursQueuePopBody); REG_FUNC(cellSpurs, cellSpursQueuePushBody); REG_FUNC(cellSpurs, cellSpursQueueAttachLv2EventQueue); REG_FUNC(cellSpurs, cellSpursQueueDetachLv2EventQueue); REG_FUNC(cellSpurs, cellSpursQueueGetTasksetAddress); REG_FUNC(cellSpurs, cellSpursQueueClear); REG_FUNC(cellSpurs, cellSpursQueueDepth); REG_FUNC(cellSpurs, cellSpursQueueGetEntrySize); REG_FUNC(cellSpurs, cellSpursQueueSize); REG_FUNC(cellSpurs, cellSpursQueueGetDirection); // Workload REG_FUNC(cellSpurs, cellSpursWorkloadAttributeSetName); REG_FUNC(cellSpurs, cellSpursWorkloadAttributeSetShutdownCompletionEventHook); REG_FUNC(cellSpurs, cellSpursAddWorkloadWithAttribute); REG_FUNC(cellSpurs, cellSpursAddWorkload); REG_FUNC(cellSpurs, cellSpursShutdownWorkload); REG_FUNC(cellSpurs, cellSpursWaitForWorkloadShutdown); REG_FUNC(cellSpurs, cellSpursRemoveWorkload); REG_FUNC(cellSpurs, cellSpursReadyCountStore); REG_FUNC(cellSpurs, cellSpursGetWorkloadFlag); REG_FUNC(cellSpurs, _cellSpursWorkloadFlagReceiver); REG_FUNC(cellSpurs, _cellSpursWorkloadAttributeInitialize); REG_FUNC(cellSpurs, cellSpursSendWorkloadSignal); REG_FUNC(cellSpurs, cellSpursGetWorkloadData); REG_FUNC(cellSpurs, cellSpursReadyCountAdd); REG_FUNC(cellSpurs, cellSpursReadyCountCompareAndSwap); REG_FUNC(cellSpurs, cellSpursReadyCountSwap); REG_FUNC(cellSpurs, cellSpursRequestIdleSpu); REG_FUNC(cellSpurs, cellSpursGetWorkloadInfo); REG_FUNC(cellSpurs, cellSpursGetSpuGuid); REG_FUNC(cellSpurs, _cellSpursWorkloadFlagReceiver2); REG_FUNC(cellSpurs, cellSpursGetJobPipelineInfo); REG_FUNC(cellSpurs, cellSpursJobSetMaxGrab); REG_FUNC(cellSpurs, cellSpursJobHeaderSetJobbin2Param); REG_FUNC(cellSpurs, cellSpursWakeUp); REG_FUNC(cellSpurs, cellSpursAddUrgentCommand); REG_FUNC(cellSpurs, cellSpursAddUrgentCall); REG_FUNC(cellSpurs, cellSpursBarrierInitialize); REG_FUNC(cellSpurs, cellSpursBarrierGetTasksetAddress); REG_FUNC(cellSpurs, _cellSpursSemaphoreInitialize); REG_FUNC(cellSpurs, cellSpursSemaphoreGetTasksetAddress); // Trace REG_FUNC(cellSpurs, cellSpursTraceInitialize); REG_FUNC(cellSpurs, cellSpursTraceStart); REG_FUNC(cellSpurs, cellSpursTraceStop); REG_FUNC(cellSpurs, cellSpursTraceFinalize); });