Adding upstream version 6.0.4-dfsg.upstream/6.0.4-dfsgupstream

Signed-off-by: Daniel Baumann <daniel.baumann@progress-linux.org>

1 files changed, 375 insertions, 0 deletions

diff --git a/src/VBox/Runtime/common/time/timesup.cpp b/src/VBox/Runtime/common/time/timesup.cpp
new file mode 100644
index 00000000..1bcc3984
--- /dev/null
+++ b/src/VBox/Runtime/common/time/timesup.cpp
@@ -0,0 +1,375 @@
+/* $Id: timesup.cpp $ */
+/** @file
+ * IPRT - Time using SUPLib.
+ */
+
+/*
+ * Copyright (C) 2006-2019 Oracle Corporation
+ *
+ * This file is part of VirtualBox Open Source Edition (OSE), as
+ * available from http://www.virtualbox.org. This file is free software;
+ * you can redistribute it and/or modify it under the terms of the GNU
+ * General Public License (GPL) as published by the Free Software
+ * Foundation, in version 2 as it comes in the "COPYING" file of the
+ * VirtualBox OSE distribution. VirtualBox OSE is distributed in the
+ * hope that it will be useful, but WITHOUT ANY WARRANTY of any kind.
+ *
+ * The contents of this file may alternatively be used under the terms
+ * of the Common Development and Distribution License Version 1.0
+ * (CDDL) only, as it comes in the "COPYING.CDDL" file of the
+ * VirtualBox OSE distribution, in which case the provisions of the
+ * CDDL are applicable instead of those of the GPL.
+ *
+ * You may elect to license modified versions of this file under the
+ * terms and conditions of either the GPL or the CDDL or both.
+ */
+
+
+/*********************************************************************************************************************************
+*   Header Files                                                                                                                 *
+*********************************************************************************************************************************/
+#define LOG_GROUP RTLOGGROUP_TIME
+#include <iprt/time.h>
+#include "internal/iprt.h"
+
+#include <iprt/assert.h>
+#include <iprt/errcore.h>
+#include <iprt/log.h>
+#if !defined(IN_GUEST) && !defined(RT_NO_GIP)
+# include <iprt/asm.h>
+# include <iprt/asm-amd64-x86.h>
+# include <iprt/x86.h>
+# include <VBox/sup.h>
+#endif
+#include "internal/time.h"
+
+
+/*********************************************************************************************************************************
+*   Internal Functions                                                                                                           *
+*********************************************************************************************************************************/
+#if !defined(IN_GUEST) && !defined(RT_NO_GIP)
+static DECLCALLBACK(void)     rtTimeNanoTSInternalBitch(PRTTIMENANOTSDATA pData, uint64_t u64NanoTS, uint64_t u64DeltaPrev, uint64_t u64PrevNanoTS);
+static DECLCALLBACK(uint64_t) rtTimeNanoTSInternalFallback(PRTTIMENANOTSDATA pData);
+static DECLCALLBACK(uint64_t) rtTimeNanoTSInternalRediscover(PRTTIMENANOTSDATA pData);
+static DECLCALLBACK(uint64_t) rtTimeNanoTSInternalBadCpuIndex(PRTTIMENANOTSDATA pData, uint16_t idApic, uint16_t iCpuSet, uint16_t iGipCpu);
+#endif
+
+
+/*********************************************************************************************************************************
+*   Global Variables                                                                                                             *
+*********************************************************************************************************************************/
+#if !defined(IN_GUEST) && !defined(RT_NO_GIP)
+/** The previous timestamp value returned by RTTimeNanoTS. */
+static uint64_t         g_TimeNanoTSPrev = 0;
+
+/** The RTTimeNanoTS data structure that's passed down to the worker functions.  */
+static RTTIMENANOTSDATA g_TimeNanoTSData =
+{
+    /* .pu64Prev       = */ &g_TimeNanoTSPrev,
+    /* .pfnBad         = */ rtTimeNanoTSInternalBitch,
+    /* .pfnRediscover  = */ rtTimeNanoTSInternalRediscover,
+    /* .pfnBadCpuIndex = */ rtTimeNanoTSInternalBadCpuIndex,
+    /* .c1nsSteps      = */ 0,
+    /* .cExpired       = */ 0,
+    /* .cBadPrev       = */ 0,
+    /* .cUpdateRaces   = */ 0
+};
+
+# ifdef IN_RC
+/** Array of rtTimeNanoTSInternal worker functions.
+ * This array is indexed by g_iWorker. */
+static const PFNTIMENANOTSINTERNAL g_apfnWorkers[] =
+{
+#  define RTTIMENANO_WORKER_DETECT                                      0
+    rtTimeNanoTSInternalRediscover,
+
+#  define RTTIMENANO_WORKER_LEGACY_SYNC_INVAR_NO_DELTA                  1
+    RTTimeNanoTSLegacySyncInvarNoDelta,
+#  define RTTIMENANO_WORKER_LEGACY_SYNC_INVAR_WITH_DELTA                2
+    RTTimeNanoTSLegacySyncInvarWithDelta,
+#  define RTTIMENANO_WORKER_LEGACY_ASYNC                                3
+    RTTimeNanoTSLegacyAsync,
+
+#  define RTTIMENANO_WORKER_LFENCE_SYNC_INVAR_NO_DELTA                  4
+    RTTimeNanoTSLFenceSyncInvarNoDelta,
+#  define RTTIMENANO_WORKER_LFENCE_SYNC_INVAR_WITH_DELTA                5
+    RTTimeNanoTSLFenceSyncInvarWithDelta,
+#  define RTTIMENANO_WORKER_LFENCE_ASYNC                                6
+    RTTimeNanoTSLFenceAsync,
+
+#  define RTTIMENANO_WORKER_FALLBACK                                    7
+    rtTimeNanoTSInternalFallback,
+};
+/** The index into g_apfnWorkers for the function to use.
+ * @remarks This cannot be a pointer because that'll break down in RC due to
+ *          code relocation. */
+static uint32_t                 g_iWorker   = RTTIMENANO_WORKER_DETECT;
+# else
+/** Pointer to the worker */
+static PFNTIMENANOTSINTERNAL    g_pfnWorker = rtTimeNanoTSInternalRediscover;
+# endif /* IN_RC */
+
+
+/**
+ * @interface_method_impl{RTTIMENANOTSDATA,pfnBad}
+ */
+static DECLCALLBACK(void) rtTimeNanoTSInternalBitch(PRTTIMENANOTSDATA pData, uint64_t u64NanoTS, uint64_t u64DeltaPrev,
+                                                    uint64_t u64PrevNanoTS)
+{
+    pData->cBadPrev++;
+    if ((int64_t)u64DeltaPrev < 0)
+        LogRel(("TM: u64DeltaPrev=%RI64 u64PrevNanoTS=0x%016RX64 u64NanoTS=0x%016RX64\n",
+                u64DeltaPrev, u64PrevNanoTS, u64NanoTS));
+    else
+        Log(("TM: u64DeltaPrev=%RI64 u64PrevNanoTS=0x%016RX64 u64NanoTS=0x%016RX64 (debugging?)\n",
+             u64DeltaPrev, u64PrevNanoTS, u64NanoTS));
+}
+
+/**
+ * @interface_method_impl{RTTIMENANOTSDATA,pfnBadCpuIndex}
+ */
+static DECLCALLBACK(uint64_t) rtTimeNanoTSInternalBadCpuIndex(PRTTIMENANOTSDATA pData, uint16_t idApic,
+                                                              uint16_t iCpuSet, uint16_t iGipCpu)
+{
+    RT_NOREF_PV(pData); RT_NOREF_PV(idApic); RT_NOREF_PV(iCpuSet); RT_NOREF_PV(iGipCpu);
+# ifndef IN_RC
+    AssertMsgFailed(("idApic=%#x iCpuSet=%#x iGipCpu=%#x\n", idApic, iCpuSet, iGipCpu));
+    return RTTimeSystemNanoTS();
+# else
+    RTAssertReleasePanic();
+    return 0;
+# endif
+}
+
+
+/**
+ * Fallback function.
+ */
+static DECLCALLBACK(uint64_t) rtTimeNanoTSInternalFallback(PRTTIMENANOTSDATA pData)
+{
+    PSUPGLOBALINFOPAGE pGip = g_pSUPGlobalInfoPage;
+    if (    pGip
+        &&  pGip->u32Magic == SUPGLOBALINFOPAGE_MAGIC
+        &&  (   pGip->u32Mode == SUPGIPMODE_INVARIANT_TSC
+             || pGip->u32Mode == SUPGIPMODE_SYNC_TSC
+             || pGip->u32Mode == SUPGIPMODE_ASYNC_TSC))
+        return rtTimeNanoTSInternalRediscover(pData);
+    NOREF(pData);
+# ifndef IN_RC
+    return RTTimeSystemNanoTS();
+# else
+    RTAssertReleasePanic();
+    return 0;
+# endif
+}
+
+
+/**
+ * Called the first time somebody asks for the time or when the GIP
+ * is mapped/unmapped.
+ */
+static DECLCALLBACK(uint64_t) rtTimeNanoTSInternalRediscover(PRTTIMENANOTSDATA pData)
+{
+    PSUPGLOBALINFOPAGE      pGip = g_pSUPGlobalInfoPage;
+# ifdef IN_RC
+    uint32_t                iWorker;
+# else
+    PFNTIMENANOTSINTERNAL   pfnWorker;
+# endif
+    if (    pGip
+        &&  pGip->u32Magic == SUPGLOBALINFOPAGE_MAGIC
+        &&  (   pGip->u32Mode == SUPGIPMODE_INVARIANT_TSC
+             || pGip->u32Mode == SUPGIPMODE_SYNC_TSC
+             || pGip->u32Mode == SUPGIPMODE_ASYNC_TSC))
+    {
+        if (ASMCpuId_EDX(1) & X86_CPUID_FEATURE_EDX_SSE2)
+        {
+# ifdef IN_RC
+            iWorker   = pGip->u32Mode == SUPGIPMODE_ASYNC_TSC
+                      ? RTTIMENANO_WORKER_LFENCE_ASYNC
+                      : pGip->enmUseTscDelta <= SUPGIPUSETSCDELTA_ROUGHLY_ZERO
+                      ? RTTIMENANO_WORKER_LFENCE_SYNC_INVAR_NO_DELTA
+                      : RTTIMENANO_WORKER_LFENCE_SYNC_INVAR_WITH_DELTA;
+# elif defined(IN_RING0)
+            pfnWorker = pGip->u32Mode == SUPGIPMODE_ASYNC_TSC
+                      ? RTTimeNanoTSLFenceAsync
+                      : pGip->enmUseTscDelta <= SUPGIPUSETSCDELTA_ROUGHLY_ZERO
+                      ? RTTimeNanoTSLFenceSyncInvarNoDelta
+                      : RTTimeNanoTSLFenceSyncInvarWithDelta;
+# else
+            if (pGip->u32Mode == SUPGIPMODE_ASYNC_TSC)
+                pfnWorker = pGip->fGetGipCpu & SUPGIPGETCPU_IDTR_LIMIT_MASK_MAX_SET_CPUS
+                          ? RTTimeNanoTSLFenceAsyncUseIdtrLim
+                          : pGip->fGetGipCpu & SUPGIPGETCPU_RDTSCP_MASK_MAX_SET_CPUS
+                          ? RTTimeNanoTSLFenceAsyncUseRdtscp
+                          : pGip->fGetGipCpu & SUPGIPGETCPU_RDTSCP_GROUP_IN_CH_NUMBER_IN_CL
+                          ? RTTimeNanoTSLFenceAsyncUseRdtscpGroupChNumCl
+                          : pGip->fGetGipCpu & SUPGIPGETCPU_APIC_ID
+                          ? RTTimeNanoTSLFenceAsyncUseApicId
+                          : rtTimeNanoTSInternalFallback;
+           else
+               pfnWorker = pGip->fGetGipCpu & SUPGIPGETCPU_IDTR_LIMIT_MASK_MAX_SET_CPUS
+                         ? pGip->enmUseTscDelta <= SUPGIPUSETSCDELTA_PRACTICALLY_ZERO
+                           ? RTTimeNanoTSLFenceSyncInvarNoDelta
+                           : RTTimeNanoTSLFenceSyncInvarWithDeltaUseIdtrLim
+                         : pGip->fGetGipCpu & SUPGIPGETCPU_RDTSCP_MASK_MAX_SET_CPUS
+                         ?   pGip->enmUseTscDelta <= SUPGIPUSETSCDELTA_PRACTICALLY_ZERO
+                           ? RTTimeNanoTSLFenceSyncInvarNoDelta
+                           : RTTimeNanoTSLFenceSyncInvarWithDeltaUseRdtscp
+                         : pGip->fGetGipCpu & SUPGIPGETCPU_APIC_ID
+                         ? pGip->enmUseTscDelta <= SUPGIPUSETSCDELTA_ROUGHLY_ZERO
+                           ? RTTimeNanoTSLFenceSyncInvarNoDelta
+                           : RTTimeNanoTSLFenceSyncInvarWithDeltaUseApicId
+                         : rtTimeNanoTSInternalFallback;
+# endif
+        }
+        else
+        {
+# ifdef IN_RC
+            iWorker = pGip->u32Mode == SUPGIPMODE_ASYNC_TSC
+                    ? RTTIMENANO_WORKER_LEGACY_ASYNC
+                    : pGip->enmUseTscDelta <= SUPGIPUSETSCDELTA_ROUGHLY_ZERO
+                    ? RTTIMENANO_WORKER_LEGACY_SYNC_INVAR_NO_DELTA :  RTTIMENANO_WORKER_LEGACY_SYNC_INVAR_WITH_DELTA;
+# elif defined(IN_RING0)
+            pfnWorker = pGip->u32Mode == SUPGIPMODE_ASYNC_TSC
+                      ? RTTimeNanoTSLegacyAsync
+                      : pGip->enmUseTscDelta <= SUPGIPUSETSCDELTA_ROUGHLY_ZERO
+                      ? RTTimeNanoTSLegacySyncInvarNoDelta
+                      : RTTimeNanoTSLegacySyncInvarWithDelta;
+# else
+            if (pGip->u32Mode == SUPGIPMODE_ASYNC_TSC)
+                pfnWorker = pGip->fGetGipCpu & SUPGIPGETCPU_RDTSCP_MASK_MAX_SET_CPUS
+                          ? RTTimeNanoTSLegacyAsyncUseRdtscp
+                          : pGip->fGetGipCpu & SUPGIPGETCPU_RDTSCP_GROUP_IN_CH_NUMBER_IN_CL
+                          ? RTTimeNanoTSLegacyAsyncUseRdtscpGroupChNumCl
+                          : pGip->fGetGipCpu & SUPGIPGETCPU_IDTR_LIMIT_MASK_MAX_SET_CPUS
+                          ? RTTimeNanoTSLegacyAsyncUseIdtrLim
+                          : pGip->fGetGipCpu & SUPGIPGETCPU_APIC_ID
+                          ? RTTimeNanoTSLegacyAsyncUseApicId
+                          : rtTimeNanoTSInternalFallback;
+           else
+               pfnWorker = pGip->fGetGipCpu & SUPGIPGETCPU_RDTSCP_MASK_MAX_SET_CPUS
+                         ?   pGip->enmUseTscDelta <= SUPGIPUSETSCDELTA_PRACTICALLY_ZERO
+                           ? RTTimeNanoTSLegacySyncInvarNoDelta
+                           : RTTimeNanoTSLegacySyncInvarWithDeltaUseRdtscp
+                         : pGip->fGetGipCpu & SUPGIPGETCPU_IDTR_LIMIT_MASK_MAX_SET_CPUS
+                         ? pGip->enmUseTscDelta <= SUPGIPUSETSCDELTA_PRACTICALLY_ZERO
+                           ? RTTimeNanoTSLegacySyncInvarNoDelta
+                           : RTTimeNanoTSLegacySyncInvarWithDeltaUseIdtrLim
+                         : pGip->fGetGipCpu & SUPGIPGETCPU_APIC_ID
+                         ? pGip->enmUseTscDelta <= SUPGIPUSETSCDELTA_ROUGHLY_ZERO
+                           ? RTTimeNanoTSLegacySyncInvarNoDelta
+                           : RTTimeNanoTSLegacySyncInvarWithDeltaUseApicId
+                         : rtTimeNanoTSInternalFallback;
+# endif
+        }
+    }
+    else
+# ifdef IN_RC
+        iWorker = RTTIMENANO_WORKER_FALLBACK;
+# else
+        pfnWorker = rtTimeNanoTSInternalFallback;
+# endif
+
+# ifdef IN_RC
+    ASMAtomicWriteU32((uint32_t volatile *)&g_iWorker, iWorker);
+    return g_apfnWorkers[iWorker](pData);
+# else
+    ASMAtomicWritePtr((void * volatile *)&g_pfnWorker, (void *)(uintptr_t)pfnWorker);
+    return pfnWorker(pData);
+# endif
+}
+
+#endif /* !IN_GUEST && !RT_NO_GIP */
+
+
+/**
+ * Internal worker for getting the current nanosecond timestamp.
+ */
+DECLINLINE(uint64_t) rtTimeNanoTSInternal(void)
+{
+#if !defined(IN_GUEST) && !defined(RT_NO_GIP)
+# ifdef IN_RC
+    return g_apfnWorkers[g_iWorker](&g_TimeNanoTSData);
+# else
+    return g_pfnWorker(&g_TimeNanoTSData);
+# endif
+#else
+    return RTTimeSystemNanoTS();
+#endif
+}
+
+
+/**
+ * Gets the current nanosecond timestamp.
+ *
+ * @returns nanosecond timestamp.
+ */
+RTDECL(uint64_t) RTTimeNanoTS(void)
+{
+    return rtTimeNanoTSInternal();
+}
+RT_EXPORT_SYMBOL(RTTimeNanoTS);
+
+
+/**
+ * Gets the current millisecond timestamp.
+ *
+ * @returns millisecond timestamp.
+ */
+RTDECL(uint64_t) RTTimeMilliTS(void)
+{
+    return rtTimeNanoTSInternal() / 1000000;
+}
+RT_EXPORT_SYMBOL(RTTimeMilliTS);
+
+
+#if !defined(IN_GUEST) && !defined(RT_NO_GIP)
+/**
+ * Debugging the time api.
+ *
+ * @returns the number of 1ns steps which has been applied by RTTimeNanoTS().
+ */
+RTDECL(uint32_t) RTTimeDbgSteps(void)
+{
+    return g_TimeNanoTSData.c1nsSteps;
+}
+RT_EXPORT_SYMBOL(RTTimeDbgSteps);
+
+
+/**
+ * Debugging the time api.
+ *
+ * @returns the number of times the TSC interval expired RTTimeNanoTS().
+ */
+RTDECL(uint32_t) RTTimeDbgExpired(void)
+{
+    return g_TimeNanoTSData.cExpired;
+}
+RT_EXPORT_SYMBOL(RTTimeDbgExpired);
+
+
+/**
+ * Debugging the time api.
+ *
+ * @returns the number of bad previous values encountered by RTTimeNanoTS().
+ */
+RTDECL(uint32_t) RTTimeDbgBad(void)
+{
+    return g_TimeNanoTSData.cBadPrev;
+}
+RT_EXPORT_SYMBOL(RTTimeDbgBad);
+
+
+/**
+ * Debugging the time api.
+ *
+ * @returns the number of update races in RTTimeNanoTS().
+ */
+RTDECL(uint32_t) RTTimeDbgRaces(void)
+{
+    return g_TimeNanoTSData.cUpdateRaces;
+}
+RT_EXPORT_SYMBOL(RTTimeDbgRaces);
+#endif /* !IN_GUEST && !RT_NO_GIP */
+