cpuid.h revision 360784
167754Smsmith/*===---- cpuid.h - X86 cpu model detection --------------------------------===
267754Smsmith *
367754Smsmith * Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
467754Smsmith * See https://llvm.org/LICENSE.txt for license information.
567754Smsmith * SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
667754Smsmith *
7217365Sjkim *===-----------------------------------------------------------------------===
8245582Sjkim */
970243Smsmith
1067754Smsmith#if !(__x86_64__ || __i386__)
11217365Sjkim#error this header is for x86 only
12217365Sjkim#endif
13217365Sjkim
14217365Sjkim/* Responses identification request with %eax 0 */
15217365Sjkim/* AMD:     "AuthenticAMD" */
16217365Sjkim#define signature_AMD_ebx 0x68747541
17217365Sjkim#define signature_AMD_edx 0x69746e65
18217365Sjkim#define signature_AMD_ecx 0x444d4163
19217365Sjkim/* CENTAUR: "CentaurHauls" */
20217365Sjkim#define signature_CENTAUR_ebx 0x746e6543
21217365Sjkim#define signature_CENTAUR_edx 0x48727561
22217365Sjkim#define signature_CENTAUR_ecx 0x736c7561
23217365Sjkim/* CYRIX:   "CyrixInstead" */
24217365Sjkim#define signature_CYRIX_ebx 0x69727943
2567754Smsmith#define signature_CYRIX_edx 0x736e4978
26217365Sjkim#define signature_CYRIX_ecx 0x64616574
27217365Sjkim/* INTEL:   "GenuineIntel" */
28217365Sjkim#define signature_INTEL_ebx 0x756e6547
2967754Smsmith#define signature_INTEL_edx 0x49656e69
30217365Sjkim#define signature_INTEL_ecx 0x6c65746e
31217365Sjkim/* TM1:     "TransmetaCPU" */
32217365Sjkim#define signature_TM1_ebx 0x6e617254
33217365Sjkim#define signature_TM1_edx 0x74656d73
34217365Sjkim#define signature_TM1_ecx 0x55504361
35217365Sjkim/* TM2:     "GenuineTMx86" */
36217365Sjkim#define signature_TM2_ebx 0x756e6547
37217365Sjkim#define signature_TM2_edx 0x54656e69
38217365Sjkim#define signature_TM2_ecx 0x3638784d
39217365Sjkim/* NSC:     "Geode by NSC" */
40217365Sjkim#define signature_NSC_ebx 0x646f6547
41217365Sjkim#define signature_NSC_edx 0x79622065
42217365Sjkim#define signature_NSC_ecx 0x43534e20
4367754Smsmith/* NEXGEN:  "NexGenDriven" */
4467754Smsmith#define signature_NEXGEN_ebx 0x4778654e
4567754Smsmith#define signature_NEXGEN_edx 0x72446e65
4667754Smsmith#define signature_NEXGEN_ecx 0x6e657669
47193341Sjkim/* RISE:    "RiseRiseRise" */
48193341Sjkim#define signature_RISE_ebx 0x65736952
49193341Sjkim#define signature_RISE_edx 0x65736952
50193341Sjkim#define signature_RISE_ecx 0x65736952
5167754Smsmith/* SIS:     "SiS SiS SiS " */
5267754Smsmith#define signature_SIS_ebx 0x20536953
5377424Smsmith#define signature_SIS_edx 0x20536953
5491116Smsmith#define signature_SIS_ecx 0x20536953
5567754Smsmith/* UMC:     "UMC UMC UMC " */
5667754Smsmith#define signature_UMC_ebx 0x20434d55
5767754Smsmith#define signature_UMC_edx 0x20434d55
5867754Smsmith#define signature_UMC_ecx 0x20434d55
59151937Sjkim/* VIA:     "VIA VIA VIA " */
60151937Sjkim#define signature_VIA_ebx 0x20414956
61151937Sjkim#define signature_VIA_edx 0x20414956
62151937Sjkim#define signature_VIA_ecx 0x20414956
63151937Sjkim/* VORTEX:  "Vortex86 SoC" */
64151937Sjkim#define signature_VORTEX_ebx 0x74726f56
65151937Sjkim#define signature_VORTEX_edx 0x36387865
66151937Sjkim#define signature_VORTEX_ecx 0x436f5320
67151937Sjkim
68151937Sjkim/* Features in %ecx for leaf 1 */
69151937Sjkim#define bit_SSE3        0x00000001
70151937Sjkim#define bit_PCLMULQDQ   0x00000002
71151937Sjkim#define bit_PCLMUL      bit_PCLMULQDQ   /* for gcc compat */
72151937Sjkim#define bit_DTES64      0x00000004
73151937Sjkim#define bit_MONITOR     0x00000008
74151937Sjkim#define bit_DSCPL       0x00000010
75193267Sjkim#define bit_VMX         0x00000020
76151937Sjkim#define bit_SMX         0x00000040
77151937Sjkim#define bit_EIST        0x00000080
78151937Sjkim#define bit_TM2         0x00000100
79167802Sjkim#define bit_SSSE3       0x00000200
80167802Sjkim#define bit_CNXTID      0x00000400
81167802Sjkim#define bit_FMA         0x00001000
82151937Sjkim#define bit_CMPXCHG16B  0x00002000
83151937Sjkim#define bit_xTPR        0x00004000
84151937Sjkim#define bit_PDCM        0x00008000
85151937Sjkim#define bit_PCID        0x00020000
86151937Sjkim#define bit_DCA         0x00040000
87151937Sjkim#define bit_SSE41       0x00080000
88193267Sjkim#define bit_SSE4_1      bit_SSE41       /* for gcc compat */
89151937Sjkim#define bit_SSE42       0x00100000
90151937Sjkim#define bit_SSE4_2      bit_SSE42       /* for gcc compat */
91151937Sjkim#define bit_x2APIC      0x00200000
92151937Sjkim#define bit_MOVBE       0x00400000
93151937Sjkim#define bit_POPCNT      0x00800000
94151937Sjkim#define bit_TSCDeadline 0x01000000
95151937Sjkim#define bit_AESNI       0x02000000
96151937Sjkim#define bit_AES         bit_AESNI       /* for gcc compat */
97151937Sjkim#define bit_XSAVE       0x04000000
98151937Sjkim#define bit_OSXSAVE     0x08000000
99151937Sjkim#define bit_AVX         0x10000000
100151937Sjkim#define bit_F16C        0x20000000
101151937Sjkim#define bit_RDRND       0x40000000
102151937Sjkim
103151937Sjkim/* Features in %edx for leaf 1 */
104151937Sjkim#define bit_FPU         0x00000001
105151937Sjkim#define bit_VME         0x00000002
106151937Sjkim#define bit_DE          0x00000004
107151937Sjkim#define bit_PSE         0x00000008
108151937Sjkim#define bit_TSC         0x00000010
109151937Sjkim#define bit_MSR         0x00000020
110151937Sjkim#define bit_PAE         0x00000040
111151937Sjkim#define bit_MCE         0x00000080
112151937Sjkim#define bit_CX8         0x00000100
113151937Sjkim#define bit_CMPXCHG8B   bit_CX8         /* for gcc compat */
114151937Sjkim#define bit_APIC        0x00000200
115151937Sjkim#define bit_SEP         0x00000800
116151937Sjkim#define bit_MTRR        0x00001000
117193267Sjkim#define bit_PGE         0x00002000
118151937Sjkim#define bit_MCA         0x00004000
119151937Sjkim#define bit_CMOV        0x00008000
120151937Sjkim#define bit_PAT         0x00010000
121167802Sjkim#define bit_PSE36       0x00020000
122167802Sjkim#define bit_PSN         0x00040000
123167802Sjkim#define bit_CLFSH       0x00080000
124151937Sjkim#define bit_DS          0x00200000
125151937Sjkim#define bit_ACPI        0x00400000
126151937Sjkim#define bit_MMX         0x00800000
127151937Sjkim#define bit_FXSR        0x01000000
128193267Sjkim#define bit_FXSAVE      bit_FXSR        /* for gcc compat */
129151937Sjkim#define bit_SSE         0x02000000
130151937Sjkim#define bit_SSE2        0x04000000
131151937Sjkim#define bit_SS          0x08000000
132151937Sjkim#define bit_HTT         0x10000000
133151937Sjkim#define bit_TM          0x20000000
134151937Sjkim#define bit_PBE         0x80000000
135151937Sjkim
136151937Sjkim/* Features in %ebx for leaf 7 sub-leaf 0 */
137151937Sjkim#define bit_FSGSBASE    0x00000001
138151937Sjkim#define bit_SGX         0x00000004
139151937Sjkim#define bit_BMI         0x00000008
140151937Sjkim#define bit_HLE         0x00000010
141151937Sjkim#define bit_AVX2        0x00000020
142151937Sjkim#define bit_SMEP        0x00000080
143151937Sjkim#define bit_BMI2        0x00000100
144151937Sjkim#define bit_ENH_MOVSB   0x00000200
145151937Sjkim#define bit_INVPCID     0x00000400
146151937Sjkim#define bit_RTM         0x00000800
147151937Sjkim#define bit_MPX         0x00004000
148151937Sjkim#define bit_AVX512F     0x00010000
149151937Sjkim#define bit_AVX512DQ    0x00020000
150151937Sjkim#define bit_RDSEED      0x00040000
151151937Sjkim#define bit_ADX         0x00080000
152151937Sjkim#define bit_AVX512IFMA  0x00200000
153151937Sjkim#define bit_CLFLUSHOPT  0x00800000
154151937Sjkim#define bit_CLWB        0x01000000
155151937Sjkim#define bit_AVX512PF    0x04000000
156151937Sjkim#define bit_AVX512ER    0x08000000
157151937Sjkim#define bit_AVX512CD    0x10000000
158151937Sjkim#define bit_SHA         0x20000000
159193267Sjkim#define bit_AVX512BW    0x40000000
160151937Sjkim#define bit_AVX512VL    0x80000000
161151937Sjkim
162167802Sjkim/* Features in %ecx for leaf 7 sub-leaf 0 */
163167802Sjkim#define bit_PREFTCHWT1       0x00000001
164167802Sjkim#define bit_AVX512VBMI       0x00000002
165151937Sjkim#define bit_PKU              0x00000004
166151937Sjkim#define bit_OSPKE            0x00000010
167151937Sjkim#define bit_WAITPKG          0x00000020
168151937Sjkim#define bit_AVX512VBMI2      0x00000040
169151937Sjkim#define bit_SHSTK            0x00000080
170151937Sjkim#define bit_GFNI             0x00000100
171151937Sjkim#define bit_VAES             0x00000200
172151937Sjkim#define bit_VPCLMULQDQ       0x00000400
173151937Sjkim#define bit_AVX512VNNI       0x00000800
174151937Sjkim#define bit_AVX512BITALG     0x00001000
175151937Sjkim#define bit_AVX512VPOPCNTDQ  0x00004000
176228110Sjkim#define bit_RDPID            0x00400000
177228110Sjkim#define bit_CLDEMOTE         0x02000000
178228110Sjkim#define bit_MOVDIRI          0x08000000
179250838Sjkim#define bit_MOVDIR64B        0x10000000
180151937Sjkim#define bit_ENQCMD           0x20000000
181151937Sjkim
182151937Sjkim/* Features in %edx for leaf 7 sub-leaf 0 */
183151937Sjkim#define bit_AVX5124VNNIW  0x00000004
184151937Sjkim#define bit_AVX5124FMAPS  0x00000008
185238381Sjkim#define bit_PCONFIG       0x00040000
186151937Sjkim#define bit_IBT           0x00100000
187151937Sjkim
188151937Sjkim/* Features in %eax for leaf 7 sub-leaf 1 */
189228110Sjkim#define bit_AVX512BF16    0x00000020
190250838Sjkim
191167802Sjkim/* Features in %eax for leaf 13 sub-leaf 1 */
192167802Sjkim#define bit_XSAVEOPT    0x00000001
193151937Sjkim#define bit_XSAVEC      0x00000002
194151937Sjkim#define bit_XSAVES      0x00000008
195151937Sjkim
196252279Sjkim/* Features in %eax for leaf 0x14 sub-leaf 0 */
197167802Sjkim#define bit_PTWRITE     0x00000010
198167802Sjkim
199151937Sjkim/* Features in %ecx for leaf 0x80000001 */
200151937Sjkim#define bit_LAHF_LM     0x00000001
201151937Sjkim#define bit_ABM         0x00000020
202250838Sjkim#define bit_LZCNT       bit_ABM        /* for gcc compat */
203167802Sjkim#define bit_SSE4a       0x00000040
204167802Sjkim#define bit_PRFCHW      0x00000100
205151937Sjkim#define bit_XOP         0x00000800
206151937Sjkim#define bit_LWP         0x00008000
207151937Sjkim#define bit_FMA4        0x00010000
208250838Sjkim#define bit_TBM         0x00200000
209151937Sjkim#define bit_MWAITX      0x20000000
210151937Sjkim
211151937Sjkim/* Features in %edx for leaf 0x80000001 */
212151937Sjkim#define bit_MMXEXT      0x00400000
213151937Sjkim#define bit_LM          0x20000000
214151937Sjkim#define bit_3DNOWP      0x40000000
215151937Sjkim#define bit_3DNOW       0x80000000
216151937Sjkim
217151937Sjkim/* Features in %ebx for leaf 0x80000008 */
218151937Sjkim#define bit_CLZERO      0x00000001
219151937Sjkim#define bit_WBNOINVD    0x00000200
220151937Sjkim
221151937Sjkim
222151937Sjkim#if __i386__
223151937Sjkim#define __cpuid(__leaf, __eax, __ebx, __ecx, __edx) \
224151937Sjkim    __asm("cpuid" : "=a"(__eax), "=b" (__ebx), "=c"(__ecx), "=d"(__edx) \
225151937Sjkim                  : "0"(__leaf))
226151937Sjkim
227151937Sjkim#define __cpuid_count(__leaf, __count, __eax, __ebx, __ecx, __edx) \
228151937Sjkim    __asm("cpuid" : "=a"(__eax), "=b" (__ebx), "=c"(__ecx), "=d"(__edx) \
229151937Sjkim                  : "0"(__leaf), "2"(__count))
230151937Sjkim#else
231151937Sjkim/* x86-64 uses %rbx as the base register, so preserve it. */
232151937Sjkim#define __cpuid(__leaf, __eax, __ebx, __ecx, __edx) \
233151937Sjkim    __asm("  xchgq  %%rbx,%q1\n" \
234151937Sjkim          "  cpuid\n" \
235151937Sjkim          "  xchgq  %%rbx,%q1" \
236151937Sjkim        : "=a"(__eax), "=r" (__ebx), "=c"(__ecx), "=d"(__edx) \
237151937Sjkim        : "0"(__leaf))
238151937Sjkim
239151937Sjkim#define __cpuid_count(__leaf, __count, __eax, __ebx, __ecx, __edx) \
240151937Sjkim    __asm("  xchgq  %%rbx,%q1\n" \
241151937Sjkim          "  cpuid\n" \
242151937Sjkim          "  xchgq  %%rbx,%q1" \
243167802Sjkim        : "=a"(__eax), "=r" (__ebx), "=c"(__ecx), "=d"(__edx) \
244151937Sjkim        : "0"(__leaf), "2"(__count))
245167802Sjkim#endif
246167802Sjkim
247167802Sjkimstatic __inline int __get_cpuid_max (unsigned int __leaf, unsigned int *__sig)
248167802Sjkim{
249167802Sjkim    unsigned int __eax, __ebx, __ecx, __edx;
250151937Sjkim#if __i386__
251151937Sjkim    int __cpuid_supported;
252167802Sjkim
253151937Sjkim    __asm("  pushfl\n"
254151937Sjkim          "  popl   %%eax\n"
255151937Sjkim          "  movl   %%eax,%%ecx\n"
256151937Sjkim          "  xorl   $0x00200000,%%eax\n"
257151937Sjkim          "  pushl  %%eax\n"
258167802Sjkim          "  popfl\n"
259151937Sjkim          "  pushfl\n"
260151937Sjkim          "  popl   %%eax\n"
261151937Sjkim          "  movl   $0,%0\n"
262151937Sjkim          "  cmpl   %%eax,%%ecx\n"
263151937Sjkim          "  je     1f\n"
264151937Sjkim          "  movl   $1,%0\n"
265151937Sjkim          "1:"
266151937Sjkim        : "=r" (__cpuid_supported) : : "eax", "ecx");
267151937Sjkim    if (!__cpuid_supported)
268151937Sjkim        return 0;
269151937Sjkim#endif
270151937Sjkim
271151937Sjkim    __cpuid(__leaf, __eax, __ebx, __ecx, __edx);
272151937Sjkim    if (__sig)
273151937Sjkim        *__sig = __ebx;
274151937Sjkim    return __eax;
275151937Sjkim}
276151937Sjkim
277151937Sjkimstatic __inline int __get_cpuid (unsigned int __leaf, unsigned int *__eax,
278151937Sjkim                                 unsigned int *__ebx, unsigned int *__ecx,
279151937Sjkim                                 unsigned int *__edx)
280151937Sjkim{
281151937Sjkim    unsigned int __max_leaf = __get_cpuid_max(__leaf & 0x80000000, 0);
282151937Sjkim
283151937Sjkim    if (__max_leaf == 0 || __max_leaf < __leaf)
284151937Sjkim        return 0;
285151937Sjkim
286151937Sjkim    __cpuid(__leaf, *__eax, *__ebx, *__ecx, *__edx);
287151937Sjkim    return 1;
288151937Sjkim}
289151937Sjkim
290151937Sjkimstatic __inline int __get_cpuid_count (unsigned int __leaf,
291151937Sjkim                                       unsigned int __subleaf,
292151937Sjkim                                       unsigned int *__eax, unsigned int *__ebx,
293151937Sjkim                                       unsigned int *__ecx, unsigned int *__edx)
294151937Sjkim{
295151937Sjkim    unsigned int __max_leaf = __get_cpuid_max(__leaf & 0x80000000, 0);
296151937Sjkim
297167802Sjkim    if (__max_leaf == 0 || __max_leaf < __leaf)
298151937Sjkim        return 0;
299151937Sjkim
300151937Sjkim    __cpuid_count(__leaf, __subleaf, *__eax, *__ebx, *__ecx, *__edx);
301151937Sjkim    return 1;
302151937Sjkim}
303151937Sjkim