X-Git-Url: https://git.distorted.org.uk/~mdw/catacomb/blobdiff_plain/26e182fc3ae2a40dc7d52bab2318d8d1837dfeee..a752c20fda86bcc14a23539fc20bea32fb541e18:/base/dispatch.c

diff --git a/base/dispatch.c b/base/dispatch.c
index b70d44b6..bea97b40 100644
--- a/base/dispatch.c
+++ b/base/dispatch.c
@@ -46,7 +46,10 @@
 #  define EFLAGS_ID (1u << 21)
 #  define CPUID1D_SSE2 (1u << 26)
 #  define CPUID1D_FXSR (1u << 24)
+#  define CPUID1C_PCLMUL (1u << 1)
+#  define CPUID1C_SSSE3 (1u << 9)
 #  define CPUID1C_AESNI (1u << 25)
+#  define CPUID1C_AVX (1u << 28)
 #  define CPUID1C_RDRAND (1u << 30)
 
 struct cpuid { unsigned a, b, c, d; };
@@ -72,8 +75,8 @@ static __inline__ unsigned setflags(unsigned f)
 {
   unsigned ff;
   __asm__ ("pushf; pushl %1; popf; pushf; popl %0; popf"
-	   : "=g" (ff)
-	   : "g" (f));
+	   : "=r" (ff)
+	   : "r" (f));
   return (ff);
 }
 #  else
@@ -83,8 +86,8 @@ static __inline__ unsigned long long setflags(unsigned long f)
 {
   unsigned long ff;
   __asm__ ("pushf; pushq %1; popf; pushf; popq %0; popf"
-	   : "=g" (ff)
-	   : "g" (f));
+	   : "=r" (ff)
+	   : "r" (f));
   return (ff);
 }
 #  endif
@@ -229,6 +232,11 @@ struct auxentry { unsigned long type; union auxval value; };
 #  define WANT_AT_HWCAP(_) _(AT_HWCAP, u, hwcap)
 #endif
 
+#if defined(AT_HWCAP) && CPUFAM_ARM64
+#  define WANT_ANY 1
+#  define WANT_AT_HWCAP(_) _(AT_HWCAP, u, hwcap)
+#endif
+
 #if defined(AT_HWCAP2) && CPUFAM_ARMEL
 #  define WANT_ANY 1
 #  define WANT_AT_HWCAP2(_) _(AT_HWCAP2, u, hwcap2)
@@ -276,7 +284,15 @@ static unsigned hwcaps = 0;
 	_(ARM_NEON, "arm:neon")						\
 	_(ARM_V4, "arm:v4")						\
 	_(ARM_D32, "arm:d32")						\
-	_(ARM_AES, "arm:aes")
+	_(ARM_AES, "arm:aes")						\
+	_(ARM_PMULL, "arm:pmull")
+#endif
+#if CPUFAM_ARM64
+#  define WANTAUX(_)							\
+	WANT_AT_HWCAP(_)
+#  define CAPMAP(_)							\
+	_(ARM_AES, "arm:aes")						\
+	_(ARM_PMULL, "arm:pmull")
 #endif
 
 /* Build the bitmask for `hwcaps' from the `CAPMAP' list. */
@@ -390,6 +406,13 @@ static void probe_hwcaps(void)
 #  ifdef HWCAP2_AES
   if (probed.hwcap2 & HWCAP2_AES) hw |= HF_ARM_AES;
 #  endif
+#  ifdef HWCAP2_PMULL
+  if (probed.hwcap2 & HWCAP2_PMULL) hw |= HF_ARM_PMULL;
+#  endif
+#endif
+#if CPUFAM_ARM64
+  if (probed.hwcap & HWCAP_AES) hw |= HF_ARM_AES;
+  if (probed.hwcap & HWCAP_PMULL) hw |= HF_ARM_PMULL;
 #endif
 
   /* Store the bitmask of features we probed for everyone to see. */
@@ -524,13 +547,22 @@ int cpu_feature_p(int feat)
   switch (feat) {
 #if CPUFAM_X86 || CPUFAM_AMD64
     CASE_CPUFEAT(X86_SSE2, "x86:sse2",
-		 xmm_registers_available_p() &&
-		 cpuid_features_p(CPUID1D_SSE2, 0));
+		 cpuid_features_p(CPUID1D_SSE2, 0) &&
+		 xmm_registers_available_p());
     CASE_CPUFEAT(X86_AESNI, "x86:aesni",
-		 xmm_registers_available_p() &&
-		 cpuid_features_p(CPUID1D_SSE2, CPUID1C_AESNI));
+		 cpuid_features_p(CPUID1D_SSE2, CPUID1C_AESNI) &&
+		 xmm_registers_available_p());
     CASE_CPUFEAT(X86_RDRAND, "x86:rdrand",
 		 cpuid_features_p(0, CPUID1C_RDRAND));
+    CASE_CPUFEAT(X86_AVX, "x86:avx",
+		 cpuid_features_p(0, CPUID1C_AVX) &&
+		 xmm_registers_available_p());
+    CASE_CPUFEAT(X86_SSSE3, "x86:ssse3",
+		 cpuid_features_p(0, CPUID1C_SSSE3) &&
+		 xmm_registers_available_p());
+    CASE_CPUFEAT(X86_PCLMUL, "x86:pclmul",
+		 cpuid_features_p(0, CPUID1C_PCLMUL) &&
+		 xmm_registers_available_p());
 #endif
 #ifdef CAPMAP
 #  define FEATP__CASE(feat, tok)					\