forked from OSchip/llvm-project
				
			
		
			
				
	
	
		
			704 lines
		
	
	
		
			21 KiB
		
	
	
	
		
			C
		
	
	
	
			
		
		
	
	
			704 lines
		
	
	
		
			21 KiB
		
	
	
	
		
			C
		
	
	
	
//===-- cpu_model.c - Support for __cpu_model builtin  ------------*- C -*-===//
 | 
						|
//
 | 
						|
// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
 | 
						|
// See https://llvm.org/LICENSE.txt for license information.
 | 
						|
// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
 | 
						|
//
 | 
						|
//===----------------------------------------------------------------------===//
 | 
						|
//
 | 
						|
//  This file is based on LLVM's lib/Support/Host.cpp.
 | 
						|
//  It implements the operating system Host concept and builtin
 | 
						|
//  __cpu_model for the compiler_rt library, for x86 only.
 | 
						|
//
 | 
						|
//===----------------------------------------------------------------------===//
 | 
						|
 | 
						|
#if (defined(__i386__) || defined(_M_IX86) || defined(__x86_64__) ||           \
 | 
						|
     defined(_M_X64)) &&                                                       \
 | 
						|
    (defined(__GNUC__) || defined(__clang__) || defined(_MSC_VER))
 | 
						|
 | 
						|
#include <assert.h>
 | 
						|
 | 
						|
#define bool int
 | 
						|
#define true 1
 | 
						|
#define false 0
 | 
						|
 | 
						|
#ifdef _MSC_VER
 | 
						|
#include <intrin.h>
 | 
						|
#endif
 | 
						|
 | 
						|
#ifndef __has_attribute
 | 
						|
#define __has_attribute(attr) 0
 | 
						|
#endif
 | 
						|
 | 
						|
enum VendorSignatures {
 | 
						|
  SIG_INTEL = 0x756e6547, // Genu
 | 
						|
  SIG_AMD = 0x68747541,   // Auth
 | 
						|
};
 | 
						|
 | 
						|
enum ProcessorVendors {
 | 
						|
  VENDOR_INTEL = 1,
 | 
						|
  VENDOR_AMD,
 | 
						|
  VENDOR_OTHER,
 | 
						|
  VENDOR_MAX
 | 
						|
};
 | 
						|
 | 
						|
enum ProcessorTypes {
 | 
						|
  INTEL_BONNELL = 1,
 | 
						|
  INTEL_CORE2,
 | 
						|
  INTEL_COREI7,
 | 
						|
  AMDFAM10H,
 | 
						|
  AMDFAM15H,
 | 
						|
  INTEL_SILVERMONT,
 | 
						|
  INTEL_KNL,
 | 
						|
  AMD_BTVER1,
 | 
						|
  AMD_BTVER2,
 | 
						|
  AMDFAM17H,
 | 
						|
  INTEL_KNM,
 | 
						|
  INTEL_GOLDMONT,
 | 
						|
  INTEL_GOLDMONT_PLUS,
 | 
						|
  INTEL_TREMONT,
 | 
						|
  CPU_TYPE_MAX
 | 
						|
};
 | 
						|
 | 
						|
enum ProcessorSubtypes {
 | 
						|
  INTEL_COREI7_NEHALEM = 1,
 | 
						|
  INTEL_COREI7_WESTMERE,
 | 
						|
  INTEL_COREI7_SANDYBRIDGE,
 | 
						|
  AMDFAM10H_BARCELONA,
 | 
						|
  AMDFAM10H_SHANGHAI,
 | 
						|
  AMDFAM10H_ISTANBUL,
 | 
						|
  AMDFAM15H_BDVER1,
 | 
						|
  AMDFAM15H_BDVER2,
 | 
						|
  AMDFAM15H_BDVER3,
 | 
						|
  AMDFAM15H_BDVER4,
 | 
						|
  AMDFAM17H_ZNVER1,
 | 
						|
  INTEL_COREI7_IVYBRIDGE,
 | 
						|
  INTEL_COREI7_HASWELL,
 | 
						|
  INTEL_COREI7_BROADWELL,
 | 
						|
  INTEL_COREI7_SKYLAKE,
 | 
						|
  INTEL_COREI7_SKYLAKE_AVX512,
 | 
						|
  INTEL_COREI7_CANNONLAKE,
 | 
						|
  INTEL_COREI7_ICELAKE_CLIENT,
 | 
						|
  INTEL_COREI7_ICELAKE_SERVER,
 | 
						|
  AMDFAM17H_ZNVER2,
 | 
						|
  INTEL_COREI7_CASCADELAKE,
 | 
						|
  CPU_SUBTYPE_MAX
 | 
						|
};
 | 
						|
 | 
						|
enum ProcessorFeatures {
 | 
						|
  FEATURE_CMOV = 0,
 | 
						|
  FEATURE_MMX,
 | 
						|
  FEATURE_POPCNT,
 | 
						|
  FEATURE_SSE,
 | 
						|
  FEATURE_SSE2,
 | 
						|
  FEATURE_SSE3,
 | 
						|
  FEATURE_SSSE3,
 | 
						|
  FEATURE_SSE4_1,
 | 
						|
  FEATURE_SSE4_2,
 | 
						|
  FEATURE_AVX,
 | 
						|
  FEATURE_AVX2,
 | 
						|
  FEATURE_SSE4_A,
 | 
						|
  FEATURE_FMA4,
 | 
						|
  FEATURE_XOP,
 | 
						|
  FEATURE_FMA,
 | 
						|
  FEATURE_AVX512F,
 | 
						|
  FEATURE_BMI,
 | 
						|
  FEATURE_BMI2,
 | 
						|
  FEATURE_AES,
 | 
						|
  FEATURE_PCLMUL,
 | 
						|
  FEATURE_AVX512VL,
 | 
						|
  FEATURE_AVX512BW,
 | 
						|
  FEATURE_AVX512DQ,
 | 
						|
  FEATURE_AVX512CD,
 | 
						|
  FEATURE_AVX512ER,
 | 
						|
  FEATURE_AVX512PF,
 | 
						|
  FEATURE_AVX512VBMI,
 | 
						|
  FEATURE_AVX512IFMA,
 | 
						|
  FEATURE_AVX5124VNNIW,
 | 
						|
  FEATURE_AVX5124FMAPS,
 | 
						|
  FEATURE_AVX512VPOPCNTDQ,
 | 
						|
  FEATURE_AVX512VBMI2,
 | 
						|
  FEATURE_GFNI,
 | 
						|
  FEATURE_VPCLMULQDQ,
 | 
						|
  FEATURE_AVX512VNNI,
 | 
						|
  FEATURE_AVX512BITALG,
 | 
						|
  FEATURE_AVX512BF16
 | 
						|
};
 | 
						|
 | 
						|
// The check below for i386 was copied from clang's cpuid.h (__get_cpuid_max).
 | 
						|
// Check motivated by bug reports for OpenSSL crashing on CPUs without CPUID
 | 
						|
// support. Consequently, for i386, the presence of CPUID is checked first
 | 
						|
// via the corresponding eflags bit.
 | 
						|
static bool isCpuIdSupported() {
 | 
						|
#if defined(__GNUC__) || defined(__clang__)
 | 
						|
#if defined(__i386__)
 | 
						|
  int __cpuid_supported;
 | 
						|
  __asm__("  pushfl\n"
 | 
						|
          "  popl   %%eax\n"
 | 
						|
          "  movl   %%eax,%%ecx\n"
 | 
						|
          "  xorl   $0x00200000,%%eax\n"
 | 
						|
          "  pushl  %%eax\n"
 | 
						|
          "  popfl\n"
 | 
						|
          "  pushfl\n"
 | 
						|
          "  popl   %%eax\n"
 | 
						|
          "  movl   $0,%0\n"
 | 
						|
          "  cmpl   %%eax,%%ecx\n"
 | 
						|
          "  je     1f\n"
 | 
						|
          "  movl   $1,%0\n"
 | 
						|
          "1:"
 | 
						|
          : "=r"(__cpuid_supported)
 | 
						|
          :
 | 
						|
          : "eax", "ecx");
 | 
						|
  if (!__cpuid_supported)
 | 
						|
    return false;
 | 
						|
#endif
 | 
						|
  return true;
 | 
						|
#endif
 | 
						|
  return true;
 | 
						|
}
 | 
						|
 | 
						|
// This code is copied from lib/Support/Host.cpp.
 | 
						|
// Changes to either file should be mirrored in the other.
 | 
						|
 | 
						|
/// getX86CpuIDAndInfo - Execute the specified cpuid and return the 4 values in
 | 
						|
/// the specified arguments.  If we can't run cpuid on the host, return true.
 | 
						|
static bool getX86CpuIDAndInfo(unsigned value, unsigned *rEAX, unsigned *rEBX,
 | 
						|
                               unsigned *rECX, unsigned *rEDX) {
 | 
						|
#if defined(__GNUC__) || defined(__clang__)
 | 
						|
#if defined(__x86_64__)
 | 
						|
  // gcc doesn't know cpuid would clobber ebx/rbx. Preserve it manually.
 | 
						|
  // FIXME: should we save this for Clang?
 | 
						|
  __asm__("movq\t%%rbx, %%rsi\n\t"
 | 
						|
          "cpuid\n\t"
 | 
						|
          "xchgq\t%%rbx, %%rsi\n\t"
 | 
						|
          : "=a"(*rEAX), "=S"(*rEBX), "=c"(*rECX), "=d"(*rEDX)
 | 
						|
          : "a"(value));
 | 
						|
  return false;
 | 
						|
#elif defined(__i386__)
 | 
						|
  __asm__("movl\t%%ebx, %%esi\n\t"
 | 
						|
          "cpuid\n\t"
 | 
						|
          "xchgl\t%%ebx, %%esi\n\t"
 | 
						|
          : "=a"(*rEAX), "=S"(*rEBX), "=c"(*rECX), "=d"(*rEDX)
 | 
						|
          : "a"(value));
 | 
						|
  return false;
 | 
						|
#else
 | 
						|
  return true;
 | 
						|
#endif
 | 
						|
#elif defined(_MSC_VER)
 | 
						|
  // The MSVC intrinsic is portable across x86 and x64.
 | 
						|
  int registers[4];
 | 
						|
  __cpuid(registers, value);
 | 
						|
  *rEAX = registers[0];
 | 
						|
  *rEBX = registers[1];
 | 
						|
  *rECX = registers[2];
 | 
						|
  *rEDX = registers[3];
 | 
						|
  return false;
 | 
						|
#else
 | 
						|
  return true;
 | 
						|
#endif
 | 
						|
}
 | 
						|
 | 
						|
/// getX86CpuIDAndInfoEx - Execute the specified cpuid with subleaf and return
 | 
						|
/// the 4 values in the specified arguments.  If we can't run cpuid on the host,
 | 
						|
/// return true.
 | 
						|
static bool getX86CpuIDAndInfoEx(unsigned value, unsigned subleaf,
 | 
						|
                                 unsigned *rEAX, unsigned *rEBX, unsigned *rECX,
 | 
						|
                                 unsigned *rEDX) {
 | 
						|
#if defined(__GNUC__) || defined(__clang__)
 | 
						|
#if defined(__x86_64__)
 | 
						|
  // gcc doesn't know cpuid would clobber ebx/rbx. Preserve it manually.
 | 
						|
  // FIXME: should we save this for Clang?
 | 
						|
  __asm__("movq\t%%rbx, %%rsi\n\t"
 | 
						|
          "cpuid\n\t"
 | 
						|
          "xchgq\t%%rbx, %%rsi\n\t"
 | 
						|
          : "=a"(*rEAX), "=S"(*rEBX), "=c"(*rECX), "=d"(*rEDX)
 | 
						|
          : "a"(value), "c"(subleaf));
 | 
						|
  return false;
 | 
						|
#elif defined(__i386__)
 | 
						|
  __asm__("movl\t%%ebx, %%esi\n\t"
 | 
						|
          "cpuid\n\t"
 | 
						|
          "xchgl\t%%ebx, %%esi\n\t"
 | 
						|
          : "=a"(*rEAX), "=S"(*rEBX), "=c"(*rECX), "=d"(*rEDX)
 | 
						|
          : "a"(value), "c"(subleaf));
 | 
						|
  return false;
 | 
						|
#else
 | 
						|
  return true;
 | 
						|
#endif
 | 
						|
#elif defined(_MSC_VER)
 | 
						|
  int registers[4];
 | 
						|
  __cpuidex(registers, value, subleaf);
 | 
						|
  *rEAX = registers[0];
 | 
						|
  *rEBX = registers[1];
 | 
						|
  *rECX = registers[2];
 | 
						|
  *rEDX = registers[3];
 | 
						|
  return false;
 | 
						|
#else
 | 
						|
  return true;
 | 
						|
#endif
 | 
						|
}
 | 
						|
 | 
						|
// Read control register 0 (XCR0). Used to detect features such as AVX.
 | 
						|
static bool getX86XCR0(unsigned *rEAX, unsigned *rEDX) {
 | 
						|
#if defined(__GNUC__) || defined(__clang__)
 | 
						|
  // Check xgetbv; this uses a .byte sequence instead of the instruction
 | 
						|
  // directly because older assemblers do not include support for xgetbv and
 | 
						|
  // there is no easy way to conditionally compile based on the assembler used.
 | 
						|
  __asm__(".byte 0x0f, 0x01, 0xd0" : "=a"(*rEAX), "=d"(*rEDX) : "c"(0));
 | 
						|
  return false;
 | 
						|
#elif defined(_MSC_FULL_VER) && defined(_XCR_XFEATURE_ENABLED_MASK)
 | 
						|
  unsigned long long Result = _xgetbv(_XCR_XFEATURE_ENABLED_MASK);
 | 
						|
  *rEAX = Result;
 | 
						|
  *rEDX = Result >> 32;
 | 
						|
  return false;
 | 
						|
#else
 | 
						|
  return true;
 | 
						|
#endif
 | 
						|
}
 | 
						|
 | 
						|
static void detectX86FamilyModel(unsigned EAX, unsigned *Family,
 | 
						|
                                 unsigned *Model) {
 | 
						|
  *Family = (EAX >> 8) & 0xf; // Bits 8 - 11
 | 
						|
  *Model = (EAX >> 4) & 0xf;  // Bits 4 - 7
 | 
						|
  if (*Family == 6 || *Family == 0xf) {
 | 
						|
    if (*Family == 0xf)
 | 
						|
      // Examine extended family ID if family ID is F.
 | 
						|
      *Family += (EAX >> 20) & 0xff; // Bits 20 - 27
 | 
						|
    // Examine extended model ID if family ID is 6 or F.
 | 
						|
    *Model += ((EAX >> 16) & 0xf) << 4; // Bits 16 - 19
 | 
						|
  }
 | 
						|
}
 | 
						|
 | 
						|
static void getIntelProcessorTypeAndSubtype(unsigned Family, unsigned Model,
 | 
						|
                                            unsigned Brand_id,
 | 
						|
                                            unsigned Features,
 | 
						|
                                            unsigned Features2, unsigned *Type,
 | 
						|
                                            unsigned *Subtype) {
 | 
						|
  if (Brand_id != 0)
 | 
						|
    return;
 | 
						|
  switch (Family) {
 | 
						|
  case 6:
 | 
						|
    switch (Model) {
 | 
						|
    case 0x0f: // Intel Core 2 Duo processor, Intel Core 2 Duo mobile
 | 
						|
               // processor, Intel Core 2 Quad processor, Intel Core 2 Quad
 | 
						|
               // mobile processor, Intel Core 2 Extreme processor, Intel
 | 
						|
               // Pentium Dual-Core processor, Intel Xeon processor, model
 | 
						|
               // 0Fh. All processors are manufactured using the 65 nm process.
 | 
						|
    case 0x16: // Intel Celeron processor model 16h. All processors are
 | 
						|
               // manufactured using the 65 nm process
 | 
						|
    case 0x17: // Intel Core 2 Extreme processor, Intel Xeon processor, model
 | 
						|
               // 17h. All processors are manufactured using the 45 nm process.
 | 
						|
               //
 | 
						|
               // 45nm: Penryn , Wolfdale, Yorkfield (XE)
 | 
						|
    case 0x1d: // Intel Xeon processor MP. All processors are manufactured using
 | 
						|
               // the 45 nm process.
 | 
						|
      *Type = INTEL_CORE2; // "penryn"
 | 
						|
      break;
 | 
						|
    case 0x1a: // Intel Core i7 processor and Intel Xeon processor. All
 | 
						|
               // processors are manufactured using the 45 nm process.
 | 
						|
    case 0x1e: // Intel(R) Core(TM) i7 CPU         870  @ 2.93GHz.
 | 
						|
               // As found in a Summer 2010 model iMac.
 | 
						|
    case 0x1f:
 | 
						|
    case 0x2e:              // Nehalem EX
 | 
						|
      *Type = INTEL_COREI7; // "nehalem"
 | 
						|
      *Subtype = INTEL_COREI7_NEHALEM;
 | 
						|
      break;
 | 
						|
    case 0x25: // Intel Core i7, laptop version.
 | 
						|
    case 0x2c: // Intel Core i7 processor and Intel Xeon processor. All
 | 
						|
               // processors are manufactured using the 32 nm process.
 | 
						|
    case 0x2f: // Westmere EX
 | 
						|
      *Type = INTEL_COREI7; // "westmere"
 | 
						|
      *Subtype = INTEL_COREI7_WESTMERE;
 | 
						|
      break;
 | 
						|
    case 0x2a: // Intel Core i7 processor. All processors are manufactured
 | 
						|
               // using the 32 nm process.
 | 
						|
    case 0x2d:
 | 
						|
      *Type = INTEL_COREI7; //"sandybridge"
 | 
						|
      *Subtype = INTEL_COREI7_SANDYBRIDGE;
 | 
						|
      break;
 | 
						|
    case 0x3a:
 | 
						|
    case 0x3e:              // Ivy Bridge EP
 | 
						|
      *Type = INTEL_COREI7; // "ivybridge"
 | 
						|
      *Subtype = INTEL_COREI7_IVYBRIDGE;
 | 
						|
      break;
 | 
						|
 | 
						|
    // Haswell:
 | 
						|
    case 0x3c:
 | 
						|
    case 0x3f:
 | 
						|
    case 0x45:
 | 
						|
    case 0x46:
 | 
						|
      *Type = INTEL_COREI7; // "haswell"
 | 
						|
      *Subtype = INTEL_COREI7_HASWELL;
 | 
						|
      break;
 | 
						|
 | 
						|
    // Broadwell:
 | 
						|
    case 0x3d:
 | 
						|
    case 0x47:
 | 
						|
    case 0x4f:
 | 
						|
    case 0x56:
 | 
						|
      *Type = INTEL_COREI7; // "broadwell"
 | 
						|
      *Subtype = INTEL_COREI7_BROADWELL;
 | 
						|
      break;
 | 
						|
 | 
						|
    // Skylake:
 | 
						|
    case 0x4e:              // Skylake mobile
 | 
						|
    case 0x5e:              // Skylake desktop
 | 
						|
    case 0x8e:              // Kaby Lake mobile
 | 
						|
    case 0x9e:              // Kaby Lake desktop
 | 
						|
      *Type = INTEL_COREI7; // "skylake"
 | 
						|
      *Subtype = INTEL_COREI7_SKYLAKE;
 | 
						|
      break;
 | 
						|
 | 
						|
    // Skylake Xeon:
 | 
						|
    case 0x55:
 | 
						|
      *Type = INTEL_COREI7;
 | 
						|
      if (Features2 & (1 << (FEATURE_AVX512VNNI - 32)))
 | 
						|
        *Subtype = INTEL_COREI7_CASCADELAKE; // "cascadelake"
 | 
						|
      else
 | 
						|
        *Subtype = INTEL_COREI7_SKYLAKE_AVX512; // "skylake-avx512"
 | 
						|
      break;
 | 
						|
 | 
						|
    // Cannonlake:
 | 
						|
    case 0x66:
 | 
						|
      *Type = INTEL_COREI7;
 | 
						|
      *Subtype = INTEL_COREI7_CANNONLAKE; // "cannonlake"
 | 
						|
      break;
 | 
						|
 | 
						|
    // Icelake:
 | 
						|
    case 0x7d:
 | 
						|
    case 0x7e:
 | 
						|
      *Type = INTEL_COREI7;
 | 
						|
      *Subtype = INTEL_COREI7_ICELAKE_CLIENT; // "icelake-client"
 | 
						|
      break;
 | 
						|
 | 
						|
    // Icelake Xeon:
 | 
						|
    case 0x6a:
 | 
						|
    case 0x6c:
 | 
						|
      *Type = INTEL_COREI7;
 | 
						|
      *Subtype = INTEL_COREI7_ICELAKE_SERVER; // "icelake-server"
 | 
						|
      break;
 | 
						|
 | 
						|
    case 0x1c: // Most 45 nm Intel Atom processors
 | 
						|
    case 0x26: // 45 nm Atom Lincroft
 | 
						|
    case 0x27: // 32 nm Atom Medfield
 | 
						|
    case 0x35: // 32 nm Atom Midview
 | 
						|
    case 0x36: // 32 nm Atom Midview
 | 
						|
      *Type = INTEL_BONNELL;
 | 
						|
      break; // "bonnell"
 | 
						|
 | 
						|
    // Atom Silvermont codes from the Intel software optimization guide.
 | 
						|
    case 0x37:
 | 
						|
    case 0x4a:
 | 
						|
    case 0x4d:
 | 
						|
    case 0x5a:
 | 
						|
    case 0x5d:
 | 
						|
    case 0x4c: // really airmont
 | 
						|
      *Type = INTEL_SILVERMONT;
 | 
						|
      break; // "silvermont"
 | 
						|
    // Goldmont:
 | 
						|
    case 0x5c: // Apollo Lake
 | 
						|
    case 0x5f: // Denverton
 | 
						|
      *Type = INTEL_GOLDMONT;
 | 
						|
      break; // "goldmont"
 | 
						|
    case 0x7a:
 | 
						|
      *Type = INTEL_GOLDMONT_PLUS;
 | 
						|
      break;
 | 
						|
    case 0x86:
 | 
						|
      *Type = INTEL_TREMONT;
 | 
						|
      break;
 | 
						|
 | 
						|
    case 0x57:
 | 
						|
      *Type = INTEL_KNL; // knl
 | 
						|
      break;
 | 
						|
 | 
						|
    case 0x85:
 | 
						|
      *Type = INTEL_KNM; // knm
 | 
						|
      break;
 | 
						|
 | 
						|
    default: // Unknown family 6 CPU.
 | 
						|
      break;
 | 
						|
    }
 | 
						|
    break;
 | 
						|
  default:
 | 
						|
    break; // Unknown.
 | 
						|
  }
 | 
						|
}
 | 
						|
 | 
						|
static void getAMDProcessorTypeAndSubtype(unsigned Family, unsigned Model,
 | 
						|
                                          unsigned Features, unsigned Features2,
 | 
						|
                                          unsigned *Type, unsigned *Subtype) {
 | 
						|
  // FIXME: this poorly matches the generated SubtargetFeatureKV table.  There
 | 
						|
  // appears to be no way to generate the wide variety of AMD-specific targets
 | 
						|
  // from the information returned from CPUID.
 | 
						|
  switch (Family) {
 | 
						|
  case 16:
 | 
						|
    *Type = AMDFAM10H; // "amdfam10"
 | 
						|
    switch (Model) {
 | 
						|
    case 2:
 | 
						|
      *Subtype = AMDFAM10H_BARCELONA;
 | 
						|
      break;
 | 
						|
    case 4:
 | 
						|
      *Subtype = AMDFAM10H_SHANGHAI;
 | 
						|
      break;
 | 
						|
    case 8:
 | 
						|
      *Subtype = AMDFAM10H_ISTANBUL;
 | 
						|
      break;
 | 
						|
    }
 | 
						|
    break;
 | 
						|
  case 20:
 | 
						|
    *Type = AMD_BTVER1;
 | 
						|
    break; // "btver1";
 | 
						|
  case 21:
 | 
						|
    *Type = AMDFAM15H;
 | 
						|
    if (Model >= 0x60 && Model <= 0x7f) {
 | 
						|
      *Subtype = AMDFAM15H_BDVER4;
 | 
						|
      break; // "bdver4"; 60h-7Fh: Excavator
 | 
						|
    }
 | 
						|
    if (Model >= 0x30 && Model <= 0x3f) {
 | 
						|
      *Subtype = AMDFAM15H_BDVER3;
 | 
						|
      break; // "bdver3"; 30h-3Fh: Steamroller
 | 
						|
    }
 | 
						|
    if ((Model >= 0x10 && Model <= 0x1f) || Model == 0x02) {
 | 
						|
      *Subtype = AMDFAM15H_BDVER2;
 | 
						|
      break; // "bdver2"; 02h, 10h-1Fh: Piledriver
 | 
						|
    }
 | 
						|
    if (Model <= 0x0f) {
 | 
						|
      *Subtype = AMDFAM15H_BDVER1;
 | 
						|
      break; // "bdver1"; 00h-0Fh: Bulldozer
 | 
						|
    }
 | 
						|
    break;
 | 
						|
  case 22:
 | 
						|
    *Type = AMD_BTVER2;
 | 
						|
    break; // "btver2"
 | 
						|
  case 23:
 | 
						|
    *Type = AMDFAM17H;
 | 
						|
    if ((Model >= 0x30 && Model <= 0x3f) || Model == 0x71) {
 | 
						|
      *Subtype = AMDFAM17H_ZNVER2;
 | 
						|
      break; // "znver2"; 30h-3fh, 71h: Zen2
 | 
						|
    }
 | 
						|
    if (Model <= 0x0f) {
 | 
						|
      *Subtype = AMDFAM17H_ZNVER1;
 | 
						|
      break; // "znver1"; 00h-0Fh: Zen1
 | 
						|
    }
 | 
						|
    break;
 | 
						|
  default:
 | 
						|
    break; // "generic"
 | 
						|
  }
 | 
						|
}
 | 
						|
 | 
						|
static void getAvailableFeatures(unsigned ECX, unsigned EDX, unsigned MaxLeaf,
 | 
						|
                                 unsigned *FeaturesOut,
 | 
						|
                                 unsigned *Features2Out) {
 | 
						|
  unsigned Features = 0;
 | 
						|
  unsigned Features2 = 0;
 | 
						|
  unsigned EAX, EBX;
 | 
						|
 | 
						|
#define setFeature(F)                                                          \
 | 
						|
  do {                                                                         \
 | 
						|
    if (F < 32)                                                                \
 | 
						|
      Features |= 1U << (F & 0x1f);                                            \
 | 
						|
    else if (F < 64)                                                           \
 | 
						|
      Features2 |= 1U << ((F - 32) & 0x1f);                                    \
 | 
						|
  } while (0)
 | 
						|
 | 
						|
  if ((EDX >> 15) & 1)
 | 
						|
    setFeature(FEATURE_CMOV);
 | 
						|
  if ((EDX >> 23) & 1)
 | 
						|
    setFeature(FEATURE_MMX);
 | 
						|
  if ((EDX >> 25) & 1)
 | 
						|
    setFeature(FEATURE_SSE);
 | 
						|
  if ((EDX >> 26) & 1)
 | 
						|
    setFeature(FEATURE_SSE2);
 | 
						|
 | 
						|
  if ((ECX >> 0) & 1)
 | 
						|
    setFeature(FEATURE_SSE3);
 | 
						|
  if ((ECX >> 1) & 1)
 | 
						|
    setFeature(FEATURE_PCLMUL);
 | 
						|
  if ((ECX >> 9) & 1)
 | 
						|
    setFeature(FEATURE_SSSE3);
 | 
						|
  if ((ECX >> 12) & 1)
 | 
						|
    setFeature(FEATURE_FMA);
 | 
						|
  if ((ECX >> 19) & 1)
 | 
						|
    setFeature(FEATURE_SSE4_1);
 | 
						|
  if ((ECX >> 20) & 1)
 | 
						|
    setFeature(FEATURE_SSE4_2);
 | 
						|
  if ((ECX >> 23) & 1)
 | 
						|
    setFeature(FEATURE_POPCNT);
 | 
						|
  if ((ECX >> 25) & 1)
 | 
						|
    setFeature(FEATURE_AES);
 | 
						|
 | 
						|
  // If CPUID indicates support for XSAVE, XRESTORE and AVX, and XGETBV
 | 
						|
  // indicates that the AVX registers will be saved and restored on context
 | 
						|
  // switch, then we have full AVX support.
 | 
						|
  const unsigned AVXBits = (1 << 27) | (1 << 28);
 | 
						|
  bool HasAVX = ((ECX & AVXBits) == AVXBits) && !getX86XCR0(&EAX, &EDX) &&
 | 
						|
                ((EAX & 0x6) == 0x6);
 | 
						|
#if defined(__APPLE__)
 | 
						|
  // Darwin lazily saves the AVX512 context on first use: trust that the OS will
 | 
						|
  // save the AVX512 context if we use AVX512 instructions, even the bit is not
 | 
						|
  // set right now.
 | 
						|
  bool HasAVX512Save = true;
 | 
						|
#else
 | 
						|
  // AVX512 requires additional context to be saved by the OS.
 | 
						|
  bool HasAVX512Save = HasAVX && ((EAX & 0xe0) == 0xe0);
 | 
						|
#endif
 | 
						|
 | 
						|
  if (HasAVX)
 | 
						|
    setFeature(FEATURE_AVX);
 | 
						|
 | 
						|
  bool HasLeaf7 =
 | 
						|
      MaxLeaf >= 0x7 && !getX86CpuIDAndInfoEx(0x7, 0x0, &EAX, &EBX, &ECX, &EDX);
 | 
						|
 | 
						|
  if (HasLeaf7 && ((EBX >> 3) & 1))
 | 
						|
    setFeature(FEATURE_BMI);
 | 
						|
  if (HasLeaf7 && ((EBX >> 5) & 1) && HasAVX)
 | 
						|
    setFeature(FEATURE_AVX2);
 | 
						|
  if (HasLeaf7 && ((EBX >> 8) & 1))
 | 
						|
    setFeature(FEATURE_BMI2);
 | 
						|
  if (HasLeaf7 && ((EBX >> 16) & 1) && HasAVX512Save)
 | 
						|
    setFeature(FEATURE_AVX512F);
 | 
						|
  if (HasLeaf7 && ((EBX >> 17) & 1) && HasAVX512Save)
 | 
						|
    setFeature(FEATURE_AVX512DQ);
 | 
						|
  if (HasLeaf7 && ((EBX >> 21) & 1) && HasAVX512Save)
 | 
						|
    setFeature(FEATURE_AVX512IFMA);
 | 
						|
  if (HasLeaf7 && ((EBX >> 26) & 1) && HasAVX512Save)
 | 
						|
    setFeature(FEATURE_AVX512PF);
 | 
						|
  if (HasLeaf7 && ((EBX >> 27) & 1) && HasAVX512Save)
 | 
						|
    setFeature(FEATURE_AVX512ER);
 | 
						|
  if (HasLeaf7 && ((EBX >> 28) & 1) && HasAVX512Save)
 | 
						|
    setFeature(FEATURE_AVX512CD);
 | 
						|
  if (HasLeaf7 && ((EBX >> 30) & 1) && HasAVX512Save)
 | 
						|
    setFeature(FEATURE_AVX512BW);
 | 
						|
  if (HasLeaf7 && ((EBX >> 31) & 1) && HasAVX512Save)
 | 
						|
    setFeature(FEATURE_AVX512VL);
 | 
						|
 | 
						|
  if (HasLeaf7 && ((ECX >> 1) & 1) && HasAVX512Save)
 | 
						|
    setFeature(FEATURE_AVX512VBMI);
 | 
						|
  if (HasLeaf7 && ((ECX >> 6) & 1) && HasAVX512Save)
 | 
						|
    setFeature(FEATURE_AVX512VBMI2);
 | 
						|
  if (HasLeaf7 && ((ECX >> 8) & 1))
 | 
						|
    setFeature(FEATURE_GFNI);
 | 
						|
  if (HasLeaf7 && ((ECX >> 10) & 1) && HasAVX)
 | 
						|
    setFeature(FEATURE_VPCLMULQDQ);
 | 
						|
  if (HasLeaf7 && ((ECX >> 11) & 1) && HasAVX512Save)
 | 
						|
    setFeature(FEATURE_AVX512VNNI);
 | 
						|
  if (HasLeaf7 && ((ECX >> 12) & 1) && HasAVX512Save)
 | 
						|
    setFeature(FEATURE_AVX512BITALG);
 | 
						|
  if (HasLeaf7 && ((ECX >> 14) & 1) && HasAVX512Save)
 | 
						|
    setFeature(FEATURE_AVX512VPOPCNTDQ);
 | 
						|
 | 
						|
  if (HasLeaf7 && ((EDX >> 2) & 1) && HasAVX512Save)
 | 
						|
    setFeature(FEATURE_AVX5124VNNIW);
 | 
						|
  if (HasLeaf7 && ((EDX >> 3) & 1) && HasAVX512Save)
 | 
						|
    setFeature(FEATURE_AVX5124FMAPS);
 | 
						|
 | 
						|
  bool HasLeaf7Subleaf1 =
 | 
						|
      MaxLeaf >= 0x7 && !getX86CpuIDAndInfoEx(0x7, 0x1, &EAX, &EBX, &ECX, &EDX);
 | 
						|
  if (HasLeaf7Subleaf1 && ((EAX >> 5) & 1) && HasAVX512Save)
 | 
						|
    setFeature(FEATURE_AVX512BF16);
 | 
						|
 | 
						|
  unsigned MaxExtLevel;
 | 
						|
  getX86CpuIDAndInfo(0x80000000, &MaxExtLevel, &EBX, &ECX, &EDX);
 | 
						|
 | 
						|
  bool HasExtLeaf1 = MaxExtLevel >= 0x80000001 &&
 | 
						|
                     !getX86CpuIDAndInfo(0x80000001, &EAX, &EBX, &ECX, &EDX);
 | 
						|
  if (HasExtLeaf1 && ((ECX >> 6) & 1))
 | 
						|
    setFeature(FEATURE_SSE4_A);
 | 
						|
  if (HasExtLeaf1 && ((ECX >> 11) & 1))
 | 
						|
    setFeature(FEATURE_XOP);
 | 
						|
  if (HasExtLeaf1 && ((ECX >> 16) & 1))
 | 
						|
    setFeature(FEATURE_FMA4);
 | 
						|
 | 
						|
  *FeaturesOut = Features;
 | 
						|
  *Features2Out = Features2;
 | 
						|
#undef setFeature
 | 
						|
}
 | 
						|
 | 
						|
#if defined(HAVE_INIT_PRIORITY)
 | 
						|
#define CONSTRUCTOR_ATTRIBUTE __attribute__((__constructor__ 101))
 | 
						|
#elif __has_attribute(__constructor__)
 | 
						|
#define CONSTRUCTOR_ATTRIBUTE __attribute__((__constructor__))
 | 
						|
#else
 | 
						|
// FIXME: For MSVC, we should make a function pointer global in .CRT$X?? so that
 | 
						|
// this runs during initialization.
 | 
						|
#define CONSTRUCTOR_ATTRIBUTE
 | 
						|
#endif
 | 
						|
 | 
						|
#ifndef _WIN32
 | 
						|
__attribute__((visibility("hidden")))
 | 
						|
#endif
 | 
						|
int __cpu_indicator_init(void) CONSTRUCTOR_ATTRIBUTE;
 | 
						|
 | 
						|
#ifndef _WIN32
 | 
						|
__attribute__((visibility("hidden")))
 | 
						|
#endif
 | 
						|
struct __processor_model {
 | 
						|
  unsigned int __cpu_vendor;
 | 
						|
  unsigned int __cpu_type;
 | 
						|
  unsigned int __cpu_subtype;
 | 
						|
  unsigned int __cpu_features[1];
 | 
						|
} __cpu_model = {0, 0, 0, {0}};
 | 
						|
 | 
						|
#ifndef _WIN32
 | 
						|
__attribute__((visibility("hidden")))
 | 
						|
#endif
 | 
						|
unsigned int __cpu_features2;
 | 
						|
 | 
						|
// A constructor function that is sets __cpu_model and __cpu_features2 with
 | 
						|
// the right values.  This needs to run only once.  This constructor is
 | 
						|
// given the highest priority and it should run before constructors without
 | 
						|
// the priority set.  However, it still runs after ifunc initializers and
 | 
						|
// needs to be called explicitly there.
 | 
						|
 | 
						|
int CONSTRUCTOR_ATTRIBUTE __cpu_indicator_init(void) {
 | 
						|
  unsigned EAX, EBX, ECX, EDX;
 | 
						|
  unsigned MaxLeaf = 5;
 | 
						|
  unsigned Vendor;
 | 
						|
  unsigned Model, Family, Brand_id;
 | 
						|
  unsigned Features = 0;
 | 
						|
  unsigned Features2 = 0;
 | 
						|
 | 
						|
  // This function needs to run just once.
 | 
						|
  if (__cpu_model.__cpu_vendor)
 | 
						|
    return 0;
 | 
						|
 | 
						|
  if (!isCpuIdSupported())
 | 
						|
    return -1;
 | 
						|
 | 
						|
  // Assume cpuid insn present. Run in level 0 to get vendor id.
 | 
						|
  if (getX86CpuIDAndInfo(0, &MaxLeaf, &Vendor, &ECX, &EDX) || MaxLeaf < 1) {
 | 
						|
    __cpu_model.__cpu_vendor = VENDOR_OTHER;
 | 
						|
    return -1;
 | 
						|
  }
 | 
						|
  getX86CpuIDAndInfo(1, &EAX, &EBX, &ECX, &EDX);
 | 
						|
  detectX86FamilyModel(EAX, &Family, &Model);
 | 
						|
  Brand_id = EBX & 0xff;
 | 
						|
 | 
						|
  // Find available features.
 | 
						|
  getAvailableFeatures(ECX, EDX, MaxLeaf, &Features, &Features2);
 | 
						|
  __cpu_model.__cpu_features[0] = Features;
 | 
						|
  __cpu_features2 = Features2;
 | 
						|
 | 
						|
  if (Vendor == SIG_INTEL) {
 | 
						|
    // Get CPU type.
 | 
						|
    getIntelProcessorTypeAndSubtype(Family, Model, Brand_id, Features,
 | 
						|
                                    Features2, &(__cpu_model.__cpu_type),
 | 
						|
                                    &(__cpu_model.__cpu_subtype));
 | 
						|
    __cpu_model.__cpu_vendor = VENDOR_INTEL;
 | 
						|
  } else if (Vendor == SIG_AMD) {
 | 
						|
    // Get CPU type.
 | 
						|
    getAMDProcessorTypeAndSubtype(Family, Model, Features, Features2,
 | 
						|
                                  &(__cpu_model.__cpu_type),
 | 
						|
                                  &(__cpu_model.__cpu_subtype));
 | 
						|
    __cpu_model.__cpu_vendor = VENDOR_AMD;
 | 
						|
  } else
 | 
						|
    __cpu_model.__cpu_vendor = VENDOR_OTHER;
 | 
						|
 | 
						|
  assert(__cpu_model.__cpu_vendor < VENDOR_MAX);
 | 
						|
  assert(__cpu_model.__cpu_type < CPU_TYPE_MAX);
 | 
						|
  assert(__cpu_model.__cpu_subtype < CPU_SUBTYPE_MAX);
 | 
						|
 | 
						|
  return 0;
 | 
						|
}
 | 
						|
 | 
						|
#endif
 |