Page MenuHomeFreeBSD
Files F149455451

D31416.1790165338.diff
No OneTemporary
Actions

Size
2 KB
Referenced Files
None
Subscribers
None

D31416.1790165338.diff
View Options

Index: sys/amd64/include/cpufunc.h
===================================================================
--- sys/amd64/include/cpufunc.h
+++ sys/amd64/include/cpufunc.h
@@ -355,6 +355,20 @@
return (low | ((uint64_t)high << 32));
}
+static __inline uint64_t
+rdtsc_ordered_lfence(void)
+{
+ lfence();
+ return (rdtsc());
+}
+
+static __inline uint64_t
+rdtsc_ordered_mfence(void)
+{
+ mfence();
+ return (rdtsc());
+}
+
static __inline uint64_t
rdtscp(void)
{
Index: sys/i386/include/cpufunc.h
===================================================================
--- sys/i386/include/cpufunc.h
+++ sys/i386/include/cpufunc.h
@@ -394,6 +394,20 @@
return (rv);
}
+static __inline uint64_t
+rdtsc_ordered_lfence(void)
+{
+ lfence();
+ return (rdtsc());
+}
+
+static __inline uint64_t
+rdtsc_ordered_mfence(void)
+{
+ mfence();
+ return (rdtsc());
+}
+
static __inline uint64_t
rdtscp(void)
{
Index: sys/x86/include/x86_var.h
===================================================================
--- sys/x86/include/x86_var.h
+++ sys/x86/include/x86_var.h
@@ -153,6 +153,7 @@
int user_dbreg_trap(register_t dr6);
int minidumpsys(struct dumperinfo *);
struct pcb *get_pcb_td(struct thread *td);
+uint64_t rdtsc_ordered(void);
#define MSR_OP_ANDNOT 0x00000001
#define MSR_OP_OR 0x00000002
Index: sys/x86/x86/cpu_machdep.c
===================================================================
--- sys/x86/x86/cpu_machdep.c
+++ sys/x86/x86/cpu_machdep.c
@@ -76,6 +76,7 @@
#include <machine/clock.h>
#include <machine/cpu.h>
+#include <machine/cpufunc.h>
#include <machine/cputypes.h>
#include <machine/specialreg.h>
#include <machine/md_var.h>
@@ -88,6 +89,7 @@
#include <machine/elan_mmcr.h>
#endif
#include <x86/acpica_machdep.h>
+#include <x86/ifunc.h>
#include <vm/vm.h>
#include <vm/vm_extern.h>
@@ -1473,3 +1475,17 @@
return (false);
#endif
}
+
+DEFINE_IFUNC(, uint64_t, rdtsc_ordered, (void))
+{
+ bool cpu_is_amd = cpu_vendor_id == CPU_VENDOR_AMD ||
+ cpu_vendor_id == CPU_VENDOR_HYGON;
+
+ if ((amd_feature & AMDID_RDTSCP) != 0)
+ return (rdtscp);
+ else if ((cpu_feature & CPUID_SSE2) != 0)
+ return (cpu_is_amd ? rdtsc_ordered_mfence :
+ rdtsc_ordered_lfence);
+ else
+ return (rdtsc);
+}

File Metadata

Mime Type
text/plain
Expires
Wed, Sep 23, 12:08 PM (10 h, 52 m)
Storage Engine
blob
Storage Format
Raw Data
Storage Handle
29880966
Default Alt Text
D31416.1790165338.diff (2 KB)

Event Timeline