/* $Id: TMR0.cpp $ */ /** @file * TM - Timeout Manager, host ring-0 context. */ /* * Copyright (C) 2021-2022 Oracle and/or its affiliates. * * This file is part of VirtualBox base platform packages, as * available from https://www.virtualbox.org. * * This program is free software; you can redistribute it and/or * modify it under the terms of the GNU General Public License * as published by the Free Software Foundation, in version 3 of the * License. * * This program is distributed in the hope that it will be useful, but * WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU * General Public License for more details. * * You should have received a copy of the GNU General Public License * along with this program; if not, see . * * SPDX-License-Identifier: GPL-3.0-only */ /********************************************************************************************************************************* * Header Files * *********************************************************************************************************************************/ #define LOG_GROUP LOG_GROUP_TM #include #include "TMInternal.h" #include #include #include #include #include #include #include #include #include /** * Initializes the per-VM data for the TM. * * This is called from under the GVMM lock, so it should only initialize the * data so TMR0CleanupVM and others will work smoothly. * * @param pGVM Pointer to the global VM structure. */ VMMR0_INT_DECL(void) TMR0InitPerVMData(PGVM pGVM) { AssertCompile(sizeof(pGVM->tmr0.padding) >= sizeof(pGVM->tmr0.s)); for (uint32_t idxQueue = 0; idxQueue < RT_ELEMENTS(pGVM->tmr0.s.aTimerQueues); idxQueue++) { pGVM->tmr0.s.aTimerQueues[idxQueue].hMemObj = NIL_RTR0MEMOBJ; pGVM->tmr0.s.aTimerQueues[idxQueue].hMapObj = NIL_RTR0MEMOBJ; } pGVM->tmr0.s.VirtualGetRawData.pu64Prev = &pGVM->tm.s.u64VirtualRawPrev; pGVM->tmr0.s.VirtualGetRawData.pfnBad = tmVirtualNanoTSBad; pGVM->tmr0.s.VirtualGetRawData.pfnBadCpuIndex = tmVirtualNanoTSBadCpuIndex; pGVM->tmr0.s.VirtualGetRawData.pfnRediscover = tmVirtualNanoTSRediscover; pGVM->tmr0.s.pfnVirtualGetRaw = tmVirtualNanoTSRediscover; } /** * Cleans up any loose ends before the GVM structure is destroyed. */ VMMR0_INT_DECL(void) TMR0CleanupVM(PGVM pGVM) { for (uint32_t idxQueue = 0; idxQueue < RT_ELEMENTS(pGVM->tmr0.s.aTimerQueues); idxQueue++) { if (pGVM->tmr0.s.aTimerQueues[idxQueue].hMapObj == NIL_RTR0MEMOBJ) { RTR0MemObjFree(pGVM->tmr0.s.aTimerQueues[idxQueue].hMapObj, true /*fFreeMappings*/); pGVM->tmr0.s.aTimerQueues[idxQueue].hMapObj = NIL_RTR0MEMOBJ; } if (pGVM->tmr0.s.aTimerQueues[idxQueue].hMemObj != NIL_RTR0MEMOBJ) { RTR0MemObjFree(pGVM->tmr0.s.aTimerQueues[idxQueue].hMemObj, true /*fFreeMappings*/); pGVM->tmr0.s.aTimerQueues[idxQueue].hMemObj = NIL_RTR0MEMOBJ; } } } /** * Grows the timer array for @a idxQueue to at least @a cMinTimers entries. * * @returns VBox status code. * @param pGVM The ring-0 VM structure. * @param idxQueue The index of the queue to grow. * @param cMinTimers The minimum growth target. * @thread EMT * @note Caller must own the queue lock exclusively. */ VMMR0_INT_DECL(int) TMR0TimerQueueGrow(PGVM pGVM, uint32_t idxQueue, uint32_t cMinTimers) { /* * Validate input and state. */ VM_ASSERT_EMT0_RETURN(pGVM, VERR_VM_THREAD_NOT_EMT); VM_ASSERT_STATE_RETURN(pGVM, VMSTATE_CREATING, VERR_VM_INVALID_VM_STATE); /** @todo must do better than this! */ AssertReturn(idxQueue <= RT_ELEMENTS(pGVM->tmr0.s.aTimerQueues), VERR_TM_INVALID_TIMER_QUEUE); AssertCompile(RT_ELEMENTS(pGVM->tmr0.s.aTimerQueues) == RT_ELEMENTS(pGVM->tm.s.aTimerQueues)); PTMTIMERQUEUER0 pQueueR0 = &pGVM->tmr0.s.aTimerQueues[idxQueue]; PTMTIMERQUEUE pQueueShared = &pGVM->tm.s.aTimerQueues[idxQueue]; AssertMsgReturn(PDMCritSectRwIsWriteOwner(pGVM, &pQueueShared->AllocLock), ("queue=%s %.*Rhxs\n", pQueueShared->szName, sizeof(pQueueShared->AllocLock), &pQueueShared->AllocLock), VERR_NOT_OWNER); uint32_t cNewTimers = cMinTimers; AssertReturn(cNewTimers <= _32K, VERR_TM_TOO_MANY_TIMERS); uint32_t const cOldTimers = pQueueR0->cTimersAlloc; ASMCompilerBarrier(); AssertReturn(cNewTimers >= cOldTimers, VERR_TM_IPE_1); AssertReturn(cOldTimers == pQueueShared->cTimersAlloc, VERR_TM_IPE_2); /* * Round up the request to the nearest page and do the allocation. */ size_t cbNew = sizeof(TMTIMER) * cNewTimers; cbNew = RT_ALIGN_Z(cbNew, HOST_PAGE_SIZE); cNewTimers = (uint32_t)(cbNew / sizeof(TMTIMER)); RTR0MEMOBJ hMemObj; int rc = RTR0MemObjAllocPage(&hMemObj, cbNew, false /*fExecutable*/); if (RT_SUCCESS(rc)) { /* * Zero and map it. */ PTMTIMER paTimers = (PTMTIMER)RTR0MemObjAddress(hMemObj); RT_BZERO(paTimers, cbNew); RTR0MEMOBJ hMapObj; rc = RTR0MemObjMapUser(&hMapObj, hMemObj, (RTR3PTR)-1, HOST_PAGE_SIZE, RTMEM_PROT_READ | RTMEM_PROT_WRITE, RTR0ProcHandleSelf()); if (RT_SUCCESS(rc)) { tmHCTimerQueueGrowInit(paTimers, pQueueR0->paTimers, cNewTimers, cOldTimers); /* * Switch the memory handles. */ RTR0MEMOBJ hTmp = pQueueR0->hMapObj; pQueueR0->hMapObj = hMapObj; hMapObj = hTmp; hTmp = pQueueR0->hMemObj; pQueueR0->hMemObj = hMemObj; hMemObj = hTmp; /* * Update the variables. */ pQueueR0->paTimers = paTimers; pQueueR0->cTimersAlloc = cNewTimers; pQueueShared->paTimers = RTR0MemObjAddressR3(pQueueR0->hMapObj); pQueueShared->cTimersAlloc = cNewTimers; pQueueShared->cTimersFree += cNewTimers - (cOldTimers ? cOldTimers : 1); /* * Free the old allocation. */ RTR0MemObjFree(hMapObj, true /*fFreeMappings*/); } RTR0MemObjFree(hMemObj, true /*fFreeMappings*/); } return rc; }