base/asm-common.h: Sink the `PIC' stuff a little.
[catacomb] / base / asm-common.h
1 /// -*- mode: asm; asm-comment-char: ?/ -*-
2 ///
3 /// Common definitions for asesembler source files
4 ///
5 /// (c) 2015 Straylight/Edgeware
6 ///
7
8 ///----- Licensing notice ---------------------------------------------------
9 ///
10 /// This file is part of Catacomb.
11 ///
12 /// Catacomb is free software; you can redistribute it and/or modify
13 /// it under the terms of the GNU Library General Public License as
14 /// published by the Free Software Foundation; either version 2 of the
15 /// License, or (at your option) any later version.
16 ///
17 /// Catacomb is distributed in the hope that it will be useful,
18 /// but WITHOUT ANY WARRANTY; without even the implied warranty of
19 /// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
20 /// GNU Library General Public License for more details.
21 ///
22 /// You should have received a copy of the GNU Library General Public
23 /// License along with Catacomb; if not, write to the Free
24 /// Software Foundation, Inc., 59 Temple Place - Suite 330, Boston,
25 /// MA 02111-1307, USA.
26
27 #ifndef CATACOMB_ASM_COMMON_H
28 #define CATACOMB_ASM_COMMON_H
29
30 ///--------------------------------------------------------------------------
31 /// General definitions.
32
33 // Preprocessor hacks.
34 #define STRINGY(x) _STRINGY(x, y)
35 #define _STRINGY(x) #x
36 #define GLUE(x, y) _GLUE(x, y)
37 #define _GLUE(x, y) x##y
38 #define _EMPTY
39
40 // Some useful variables.
41 .L$_subsec = 0
42
43 // Literal pools done the hard way.
44 #define _LIT .text .L$_subsec + 1
45 #define _ENDLIT .text .L$_subsec
46 #define _LTORG .L$_subsec = .L$_subsec + 2; .text .L$_subsec
47
48 // ELF section types.
49 #if __ELF__
50 # if CPUFAM_ARMEL
51 # define _SECTTY(ty) %ty
52 # else
53 # define _SECTTY(ty) @ty
54 # endif
55 #endif
56
57 // Announcing an internal function.
58 #define INTFUNC(name) \
59 TYPE_FUNC(name); \
60 .macro ENDFUNC; _ENDFUNC(name); .endm; \
61 .L$_prologue_p = 0; .L$_frameptr_p = 0; \
62 FUNC_PREHOOK(name); \
63 name: \
64 FUNC_POSTHOOK(name)
65
66 // Announcing an external function.
67 #define FUNC(name) \
68 .globl F(name); \
69 INTFUNC(F(name))
70
71 // Marking the end of a function.
72 #define _ENDFUNC(name) \
73 .if ~ .L$_prologue_p; .error "Missing `endprologue'"; .endif; \
74 .if .L$_frameptr_p; .purgem dropfp; .endif; \
75 .purgem ENDFUNC; \
76 SIZE_OBJ(name); \
77 ENDFUNC_HOOK(name); \
78 _LTORG
79
80 // Make a helper function, if necessary.
81 #define AUXFN(name) \
82 .ifndef .L$_auxfn_def.name; \
83 .text 7128; \
84 .macro _ENDAUXFN; _ENDAUXFN_TAIL(name); .endm; \
85 FUNC_PREHOOK(name); \
86 name:
87 #define _ENDAUXFN_TAIL(name) \
88 .purgem _ENDAUXFN; \
89 .text .L$_subsec; \
90 .L$_auxfn_def.name = 1
91 #define ENDAUXFN _ENDAUXFN; .endif
92
93 ///--------------------------------------------------------------------------
94 /// ELF-specific hacking.
95
96 #if __ELF__
97
98 // Section selection.
99 #define RODATA .section .rodata, "a", _SECTTY(progbits)
100
101 // Additional symbol metadata.
102 #define TYPE_FUNC(name) .type name, STT_FUNC
103 #define TYPE_OBJ(name) .type name, STT_OBJECT
104 #define SIZE_OBJ(name) .size name, . - name
105
106 // Special arrangements for position-independent code.
107 #if __PIC__ || __PIE__
108 # define WANT_PIC 1
109 #endif
110
111 #endif
112
113 ///--------------------------------------------------------------------------
114 /// Windows-specific hacking.
115
116 #if ABI_WIN
117
118 // Function names need decorating on 32-bit i386.
119 #if CPUFAM_X86
120 # define F(name) _##name
121 #endif
122
123 // Section selection.
124 #define RODATA .section .rdata, "dr"
125
126 #endif
127
128 ///--------------------------------------------------------------------------
129 /// x86- and amd64-specific hacking.
130 ///
131 /// It's (slightly) easier to deal with both of these in one go.
132
133 #if CPUFAM_X86 || CPUFAM_AMD64
134
135 // Word size.
136 #if CPUFAM_X86
137 # define WORDSZ 4
138 #endif
139 #if CPUFAM_AMD64
140 # define WORDSZ 8
141 #endif
142
143 // Set the function hooks.
144 #define FUNC_PREHOOK(_) .balign 16
145
146 // On Windows, arrange to install stack-unwinding data.
147 #if CPUFAM_AMD64 && ABI_WIN
148 # define FUNC_POSTHOOK(name) .seh_proc name
149 # define ENDFUNC_HOOK(_) .seh_endproc
150 // Procedures are expected to invoke `.seh_setframe' if necessary, and
151 // `.seh_pushreg' and friends, and `.seh_endprologue'.
152 #endif
153
154 #if __ELF__
155 # define FUNC_POSTHOOK(_) .cfi_startproc
156 # define ENDFUNC_HOOK(_) .cfi_endproc
157 #endif
158
159 // Don't use the wretched AT&T syntax. It's festooned with pointless
160 // punctuation, and all of the data movement is backwards. Ugh!
161 .intel_syntax noprefix
162
163 // Call external subroutine at ADDR, possibly via PLT.
164 .macro callext addr
165 #if WANT_PIC
166 call \addr@PLT
167 #else
168 call \addr
169 #endif
170 .endm
171
172 // Do I need to arrange a spare GOT register?
173 #if WANT_PIC && CPUFAM_X86
174 # define NEED_GOT 1
175 #endif
176 #define GOTREG ebx // Not needed in AMD64 so don't care.
177
178 // Maybe load GOT address into GOT.
179 .macro ldgot got=GOTREG
180 #if WANT_PIC && CPUFAM_X86
181 AUXFN(_ldgot.\got)
182 mov \got, [esp]
183 ret
184 ENDAUXFN
185 call _ldgot.\got
186 add \got, offset _GLOBAL_OFFSET_TABLE_
187 #endif
188 .endm
189
190 // Load address of external symbol ADDR into REG, maybe using GOT.
191 .macro leaext reg, addr, got=GOTREG
192 #if WANT_PIC
193 # if CPUFAM_X86
194 mov \reg, [\got + \addr@GOT]
195 # endif
196 # if CPUFAM_AMD64
197 mov \reg, \addr@GOTPCREL[rip]
198 # endif
199 #else
200 # if CPUFAM_X86
201 mov \reg, offset \addr
202 # endif
203 # if CPUFAM_AMD64
204 lea \reg, \addr[rip]
205 # endif
206 #endif
207 .endm
208
209 // Address expression (possibly using a base register, and a displacement)
210 // referring to ADDR, which is within our module, maybe using GOT.
211 #define INTADDR(...) INTADDR__0(__VA_ARGS__, GOTREG, dummy)
212 #define INTADDR__0(addr, got, ...) INTADDR__1(addr, got)
213 #if CPUFAM_AMD64
214 # define INTADDR__1(addr, got) addr + rip
215 #elif WANT_PIC
216 # define INTADDR__1(addr, got) got + addr@GOTOFF
217 #else
218 # define INTADDR__1(addr, got) addr
219 #endif
220
221 // Permutations for SIMD instructions. SHUF(A, B, C, D) is an immediate,
222 // suitable for use in `pshufd' or `shufpd', which copies element A
223 // (0 <= A < 4) of the source to element 0 of the destination, element B to
224 // element 1, element C to element 2, and element D to element 3.
225 #define SHUF(a, b, c, d) ((a) + 4*(b) + 16*(c) + 64*(d))
226
227 // Map register names to their individual pieces.
228
229 // Apply decoration decor to (internal) register name reg of type ty.
230 //
231 // See `R_...' for internal register names. Decorations are as follows.
232 //
233 // b low byte (e.g., `al', `r8b')
234 // h high byte (e.g., `ah')
235 // w word (e.g., `ax', `r8w')
236 // d doubleword (e.g., `eax', `r8d')
237 // q quadword (e.g., `rax', `r8')
238 // r whole register (doubleword on x86, quadword on amd64)
239 //
240 // And types are as follows.
241 //
242 // abcd the four traditional registers `a', `b', `c', `d'
243 // xp the four pointer registers `si', `di', `bp', `sp'
244 // ip the instruction pointer `ip'
245 // rn the AMD64 numbered registers `r8'--`r15'
246 #define _DECOR(ty, decor, reg) _DECOR_##ty##_##decor(reg)
247
248 // Internal macros: _DECOR_ty_decor(reg) applies decoration decor to
249 // (internal) register name reg of type ty.
250
251 #define _DECOR_abcd_b(reg) reg##l
252 #define _DECOR_abcd_h(reg) reg##h
253 #define _DECOR_abcd_w(reg) reg##x
254 #define _DECOR_abcd_d(reg) e##reg##x
255 #if CPUFAM_AMD64
256 # define _DECOR_abcd_q(reg) r##reg##x
257 #endif
258
259 #define _DECOR_xp_w(reg) reg
260 #define _DECOR_xp_d(reg) e##reg
261 #if CPUFAM_AMD64
262 # define _DECOR_xp_b(reg) reg##l
263 # define _DECOR_xp_q(reg) r##reg
264 #endif
265
266 #define _DECOR_ip_w(reg) reg
267 #define _DECOR_ip_d(reg) e##reg
268 #if CPUFAM_AMD64
269 # define _DECOR_ip_q(reg) r##reg
270 #endif
271
272 #if CPUFAM_AMD64
273 # define _DECOR_rn_b(reg) reg##b
274 # define _DECOR_rn_w(reg) reg##w
275 # define _DECOR_rn_d(reg) reg##d
276 # define _DECOR_rn_q(reg) reg
277 # define _DECOR_rn_r(reg) reg
278 #endif
279
280 #define _DECOR_mem_b(addr) byte ptr addr
281 #define _DECOR_mem_w(addr) word ptr addr
282 #define _DECOR_mem_d(addr) dword ptr addr
283 #if CPUFAM_AMD64
284 # define _DECOR_mem_q(addr) qword ptr addr
285 #endif
286
287 #define _DECOR_imm_b(imm) byte imm
288 #define _DECOR_imm_w(imm) word imm
289 #define _DECOR_imm_d(imm) dword imm
290 #if CPUFAM_AMD64
291 # define _DECOR_imm_q(imm) qword imm
292 #endif
293
294 #if CPUFAM_X86
295 # define _DECOR_abcd_r(reg) e##reg##x
296 # define _DECOR_xp_r(reg) e##reg
297 # define _DECOR_ip_r(reg) e##reg
298 # define _DECOR_mem_r(addr) dword ptr addr
299 # define _DECOR_imm_r(imm) dword imm
300 #endif
301 #if CPUFAM_AMD64
302 # define _DECOR_abcd_r(reg) r##reg##x
303 # define _DECOR_xp_r(reg) r##reg
304 # define _DECOR_ip_r(reg) r##reg
305 # define _DECOR_mem_r(addr) qword ptr addr
306 # define _DECOR_imm_r(imm) qword imm
307 #endif
308
309 // R_r(decor) applies decoration decor to register r, which is an internal
310 // register name. The internal register names are: `ip', `a', `b', `c', `d',
311 // `si', `di', `bp', `sp', `r8'--`r15'.
312 #define R_nil(decor) nil
313 #define R_ip(decor) _DECOR(ip, decor, ip)
314 #define R_a(decor) _DECOR(abcd, decor, a)
315 #define R_b(decor) _DECOR(abcd, decor, b)
316 #define R_c(decor) _DECOR(abcd, decor, c)
317 #define R_d(decor) _DECOR(abcd, decor, d)
318 #define R_si(decor) _DECOR(xp, decor, si)
319 #define R_di(decor) _DECOR(xp, decor, di)
320 #define R_bp(decor) _DECOR(xp, decor, bp)
321 #define R_sp(decor) _DECOR(xp, decor, sp)
322 #if CPUFAM_AMD64
323 # define R_r8(decor) _DECOR(rn, decor, r8)
324 # define R_r9(decor) _DECOR(rn, decor, r9)
325 # define R_r10(decor) _DECOR(rn, decor, r10)
326 # define R_r11(decor) _DECOR(rn, decor, r11)
327 # define R_r12(decor) _DECOR(rn, decor, r12)
328 # define R_r13(decor) _DECOR(rn, decor, r13)
329 # define R_r14(decor) _DECOR(rn, decor, r14)
330 # define R_r15(decor) _DECOR(rn, decor, r15)
331 #endif
332
333 // Refer to an in-memory datum of the type implied by decor residing at
334 // address addr (which should supply its own square-brackets).
335 #define MEM(decor, addr) _DECOR(mem, decor, addr)
336
337 // Refer to an immediate datum of the type implied by decor.
338 #define IMM(decor, imm) _DECOR(mem, decor, imm)
339
340 // Applies decoration decor to assembler-level register name reg.
341 #define _REGFORM(reg, decor) _GLUE(_REGFORM_, reg)(decor)
342
343 // Internal macros: _REGFORM_r(decor) applies decoration decor to an
344 // assembler-level register name, in place of any decoration that register
345 // name has already.
346
347 #define _REGFORM_nil(decor) R_nil(decor)
348
349 #define _REGFORM_ip(decor) R_ip(decor)
350 #define _REGFORM_eip(decor) R_ip(decor)
351
352 #define _REGFORM_a(decor) R_a(decor)
353 #define _REGFORM_al(decor) R_a(decor)
354 #define _REGFORM_ah(decor) R_a(decor)
355 #define _REGFORM_ax(decor) R_a(decor)
356 #define _REGFORM_eax(decor) R_a(decor)
357
358 #define _REGFORM_b(decor) R_b(decor)
359 #define _REGFORM_bl(decor) R_b(decor)
360 #define _REGFORM_bh(decor) R_b(decor)
361 #define _REGFORM_bx(decor) R_b(decor)
362 #define _REGFORM_ebx(decor) R_b(decor)
363
364 #define _REGFORM_c(decor) R_c(decor)
365 #define _REGFORM_cl(decor) R_c(decor)
366 #define _REGFORM_ch(decor) R_c(decor)
367 #define _REGFORM_cx(decor) R_c(decor)
368 #define _REGFORM_ecx(decor) R_c(decor)
369
370 #define _REGFORM_d(decor) R_d(decor)
371 #define _REGFORM_dl(decor) R_d(decor)
372 #define _REGFORM_dh(decor) R_d(decor)
373 #define _REGFORM_dx(decor) R_d(decor)
374 #define _REGFORM_edx(decor) R_d(decor)
375
376 #define _REGFORM_si(decor) R_si(decor)
377 #define _REGFORM_sil(decor) R_si(decor)
378 #define _REGFORM_esi(decor) R_si(decor)
379
380 #define _REGFORM_di(decor) R_di(decor)
381 #define _REGFORM_dil(decor) R_di(decor)
382 #define _REGFORM_edi(decor) R_di(decor)
383
384 #define _REGFORM_bp(decor) R_bp(decor)
385 #define _REGFORM_bpl(decor) R_bp(decor)
386 #define _REGFORM_ebp(decor) R_bp(decor)
387
388 #define _REGFORM_sp(decor) R_sp(decor)
389 #define _REGFORM_spl(decor) R_sp(decor)
390 #define _REGFORM_esp(decor) R_sp(decor)
391
392 #if CPUFAM_AMD64
393
394 # define _REGFORM_rip(decor) R_ip(decor)
395 # define _REGFORM_rsp(decor) R_sp(decor)
396 # define _REGFORM_rbp(decor) R_bp(decor)
397 # define _REGFORM_rdi(decor) R_di(decor)
398 # define _REGFORM_rsi(decor) R_si(decor)
399 # define _REGFORM_rdx(decor) R_d(decor)
400 # define _REGFORM_rcx(decor) R_c(decor)
401 # define _REGFORM_rbx(decor) R_b(decor)
402 # define _REGFORM_rax(decor) R_a(decor)
403
404 # define _REGFORM_r8(decor) R_r8(decor)
405 # define _REGFORM_r8b(decor) R_r8(decor)
406 # define _REGFORM_r8w(decor) R_r8(decor)
407 # define _REGFORM_r8d(decor) R_r8(decor)
408
409 # define _REGFORM_r9(decor) R_r9(decor)
410 # define _REGFORM_r9b(decor) R_r9(decor)
411 # define _REGFORM_r9w(decor) R_r9(decor)
412 # define _REGFORM_r9d(decor) R_r9(decor)
413
414 # define _REGFORM_r10(decor) R_r10(decor)
415 # define _REGFORM_r10b(decor) R_r10(decor)
416 # define _REGFORM_r10w(decor) R_r10(decor)
417 # define _REGFORM_r10d(decor) R_r10(decor)
418
419 # define _REGFORM_r11(decor) R_r11(decor)
420 # define _REGFORM_r11b(decor) R_r11(decor)
421 # define _REGFORM_r11w(decor) R_r11(decor)
422 # define _REGFORM_r11d(decor) R_r11(decor)
423
424 # define _REGFORM_r12(decor) R_r12(decor)
425 # define _REGFORM_r12b(decor) R_r12(decor)
426 # define _REGFORM_r12w(decor) R_r12(decor)
427 # define _REGFORM_r12d(decor) R_r12(decor)
428
429 # define _REGFORM_r13(decor) R_r13(decor)
430 # define _REGFORM_r13b(decor) R_r13(decor)
431 # define _REGFORM_r13w(decor) R_r13(decor)
432 # define _REGFORM_r13d(decor) R_r13(decor)
433
434 # define _REGFORM_r14(decor) R_r14(decor)
435 # define _REGFORM_r14b(decor) R_r14(decor)
436 # define _REGFORM_r14w(decor) R_r14(decor)
437 # define _REGFORM_r14d(decor) R_r14(decor)
438
439 # define _REGFORM_r15(decor) R_r15(decor)
440 # define _REGFORM_r15b(decor) R_r15(decor)
441 # define _REGFORM_r15w(decor) R_r15(decor)
442 # define _REGFORM_r15d(decor) R_r15(decor)
443
444 #endif
445
446 // Macros for converting register names.
447 #define BYTE(reg) _REGFORM(reg, b)
448 #define HIBYTE(reg) _REGFORM(reg, h)
449 #define WORD(reg) _REGFORM(reg, w)
450 #define DWORD(reg) _REGFORM(reg, d)
451 #if CPUFAM_AMD64
452 # define QWORD(reg) _REGFORM(reg, q)
453 #endif
454 #define WHOLE(reg) _REGFORM(reg, r)
455
456 // Macros for some common registers.
457 #define AX R_a(r)
458 #define BX R_b(r)
459 #define CX R_c(r)
460 #define DX R_d(r)
461 #define SI R_si(r)
462 #define DI R_di(r)
463 #define BP R_bp(r)
464 #define SP R_sp(r)
465
466 // Stack management and unwinding.
467 .macro setfp fp=BP, offset=0
468 .if \offset == 0
469 mov \fp, SP
470 #if __ELF__
471 .cfi_def_cfa_register \fp
472 #endif
473 #if ABI_WIN && CPUFAM_AMD64
474 .seh_setframe \fp, 0
475 #endif
476 .else
477 lea \fp, [SP + \offset]
478 #if __ELF__
479 .cfi_def_cfa_register \fp
480 .cfi_adjust_cfa_offset -\offset
481 #endif
482 #if ABI_WIN && CPUFAM_AMD64
483 .seh_setframe \fp, \offset
484 #endif
485 .endif
486 .L$_frameptr_p = -1
487 .macro dropfp; _dropfp \fp, \offset; .endm
488 .endm
489
490 .macro _dropfp fp, offset=0
491 .if \offset == 0
492 mov SP, \fp
493 #if __ELF__
494 .cfi_def_cfa_register SP
495 #endif
496 .else
497 lea SP, [\fp - \offset]
498 #if __ELF__
499 .cfi_def_cfa_register SP
500 .cfi_adjust_cfa_offset +\offset
501 #endif
502 .endif
503 .L$_frameptr_p = 0
504 .purgem dropfp
505 .endm
506
507 .macro stalloc n
508 sub SP, \n
509 #if __ELF__
510 .cfi_adjust_cfa_offset +\n
511 #endif
512 #if ABI_WIN && CPUFAM_AMD64
513 .seh_stackalloc \n
514 #endif
515 .endm
516
517 .macro stfree n
518 add SP, \n
519 #if __ELF__
520 .cfi_adjust_cfa_offset -\n
521 #endif
522 .endm
523
524 .macro pushreg r
525 push \r
526 #if __ELF__
527 .cfi_adjust_cfa_offset +WORDSZ
528 .cfi_rel_offset \r, 0
529 #endif
530 #if ABI_WIN && CPUFAM_AMD64
531 .seh_pushreg \r
532 #endif
533 .endm
534
535 .macro popreg r
536 pop \r
537 #if __ELF__
538 .cfi_adjust_cfa_offset -WORDSZ
539 .cfi_restore \r
540 #endif
541 .endm
542
543 .macro savexmm r, offset
544 movdqa [SP + \offset], \r
545 #if ABI_WIN && CPUFAM_AMD64
546 .seh_savexmm \r, \offset
547 #endif
548 .endm
549
550 .macro rstrxmm r, offset
551 movdqa \r, [SP + \offset]
552 .endm
553
554 .macro endprologue
555 #if ABI_WIN && CPUFAM_AMD64
556 .seh_endprologue
557 #endif
558 .L$_prologue_p = -1
559 .endm
560
561 #endif
562
563 ///--------------------------------------------------------------------------
564 /// ARM-specific hacking.
565
566 #if CPUFAM_ARMEL
567
568 // ARM/Thumb mode things. Use ARM by default.
569 #define ARM .arm; .L$_pcoff = 8
570 #define THUMB .thumb; .L$_pcoff = 4
571 ARM
572
573 // Set the function hooks.
574 #define FUNC_PREHOOK(_) .balign 4; .fnstart
575 #define ENDFUNC_HOOK(_) .fnend; .ltorg
576
577 // Call external subroutine at ADDR, possibly via PLT.
578 .macro callext addr, cond=
579 #if WANT_PIC
580 bl\cond \addr(PLT)
581 #else
582 bl\cond \addr
583 #endif
584 .endm
585
586 // Do I need to arrange a spare GOT register?
587 #if WANT_PIC
588 # define NEED_GOT 1
589 #endif
590 #define GOTREG r9
591
592 // Maybe load GOT address into GOT.
593 .macro ldgot cond=, got=GOTREG
594 #if WANT_PIC
595 ldr\cond \got, .L$_ldgot$\@
596 .L$_ldgot_pc$\@:
597 add\cond \got, pc, \got
598 _LIT
599 .balign 4
600 .L$_ldgot$\@:
601 .word _GLOBAL_OFFSET_TABLE_ - .L$_ldgot_pc$\@ - .L$_pcoff
602 _ENDLIT
603 #endif
604 .endm
605
606 // Load address of external symbol ADDR into REG, maybe using GOT.
607 .macro leaext reg, addr, cond=, got=GOTREG
608 #if WANT_PIC
609 ldr\cond \reg, .L$_leaext$\@
610 ldr\cond \reg, [\got, \reg]
611 _LIT
612 .balign 4
613 .L$_leaext$\@:
614 .word \addr(GOT)
615 _ENDLIT
616 #else
617 ldr\cond \reg, =\addr
618 #endif
619 .endm
620
621 // Load address of external symbol ADDR into REG directly.
622 .macro leaextq reg, addr, cond=
623 #if WANT_PIC
624 ldr\cond \reg, .L$_leaextq$\@
625 .L$_leaextq_pc$\@:
626 .if .L$_pcoff == 8
627 ldr\cond \reg, [pc, \reg]
628 .else
629 add\cond \reg, pc
630 ldr\cond \reg, [\reg]
631 .endif
632 _LIT
633 .balign 4
634 .L$_leaextq$\@:
635 .word \addr(GOT_PREL) + (. - .L$_leaextq_pc$\@ - .L$_pcoff)
636 _ENDLIT
637 #else
638 ldr\cond \reg, =\addr
639 #endif
640 .endm
641
642 .macro vzero vz=q15
643 // Set VZ (default q15) to zero.
644 vmov.u32 \vz, #0
645 .endm
646
647 .macro vshl128 vd, vn, nbit, vz=q15
648 // Set VD to VN shifted left by NBIT. Assume VZ (default q15) is
649 // all-bits-zero. NBIT must be a multiple of 8.
650 .if \nbit&3 != 0
651 .error "shift quantity must be whole number of bytes"
652 .endif
653 vext.8 \vd, \vz, \vn, #16 - (\nbit >> 3)
654 .endm
655
656 .macro vshr128 vd, vn, nbit, vz=q15
657 // Set VD to VN shifted right by NBIT. Assume VZ (default q15) is
658 // all-bits-zero. NBIT must be a multiple of 8.
659 .if \nbit&3 != 0
660 .error "shift quantity must be whole number of bytes"
661 .endif
662 vext.8 \vd, \vn, \vz, #\nbit >> 3
663 .endm
664
665 // Apply decoration decor to register name reg.
666 #define _REGFORM(reg, decor) _GLUE(_REGFORM_, reg)(decor)
667
668 // Internal macros: `_REGFORM_r(decor)' applies decoration decor to register
669 // name r.
670
671 #define _REGFORM_nil(decor) nil
672
673 #define _REGFORM_s0(decor) _DECOR(s, decor, 0)
674 #define _REGFORM_s1(decor) _DECOR(s, decor, 1)
675 #define _REGFORM_s2(decor) _DECOR(s, decor, 2)
676 #define _REGFORM_s3(decor) _DECOR(s, decor, 3)
677 #define _REGFORM_s4(decor) _DECOR(s, decor, 4)
678 #define _REGFORM_s5(decor) _DECOR(s, decor, 5)
679 #define _REGFORM_s6(decor) _DECOR(s, decor, 6)
680 #define _REGFORM_s7(decor) _DECOR(s, decor, 7)
681 #define _REGFORM_s8(decor) _DECOR(s, decor, 8)
682 #define _REGFORM_s9(decor) _DECOR(s, decor, 9)
683 #define _REGFORM_s10(decor) _DECOR(s, decor, 10)
684 #define _REGFORM_s11(decor) _DECOR(s, decor, 11)
685 #define _REGFORM_s12(decor) _DECOR(s, decor, 12)
686 #define _REGFORM_s13(decor) _DECOR(s, decor, 13)
687 #define _REGFORM_s14(decor) _DECOR(s, decor, 14)
688 #define _REGFORM_s15(decor) _DECOR(s, decor, 15)
689 #define _REGFORM_s16(decor) _DECOR(s, decor, 16)
690 #define _REGFORM_s17(decor) _DECOR(s, decor, 17)
691 #define _REGFORM_s18(decor) _DECOR(s, decor, 18)
692 #define _REGFORM_s19(decor) _DECOR(s, decor, 19)
693 #define _REGFORM_s20(decor) _DECOR(s, decor, 20)
694 #define _REGFORM_s21(decor) _DECOR(s, decor, 21)
695 #define _REGFORM_s22(decor) _DECOR(s, decor, 22)
696 #define _REGFORM_s23(decor) _DECOR(s, decor, 23)
697 #define _REGFORM_s24(decor) _DECOR(s, decor, 24)
698 #define _REGFORM_s25(decor) _DECOR(s, decor, 25)
699 #define _REGFORM_s26(decor) _DECOR(s, decor, 26)
700 #define _REGFORM_s27(decor) _DECOR(s, decor, 27)
701 #define _REGFORM_s28(decor) _DECOR(s, decor, 28)
702 #define _REGFORM_s29(decor) _DECOR(s, decor, 29)
703 #define _REGFORM_s30(decor) _DECOR(s, decor, 30)
704 #define _REGFORM_s31(decor) _DECOR(s, decor, 31)
705
706 #define _REGFORM_d0(decor) _DECOR(d, decor, 0)
707 #define _REGFORM_d1(decor) _DECOR(d, decor, 1)
708 #define _REGFORM_d2(decor) _DECOR(d, decor, 2)
709 #define _REGFORM_d3(decor) _DECOR(d, decor, 3)
710 #define _REGFORM_d4(decor) _DECOR(d, decor, 4)
711 #define _REGFORM_d5(decor) _DECOR(d, decor, 5)
712 #define _REGFORM_d6(decor) _DECOR(d, decor, 6)
713 #define _REGFORM_d7(decor) _DECOR(d, decor, 7)
714 #define _REGFORM_d8(decor) _DECOR(d, decor, 8)
715 #define _REGFORM_d9(decor) _DECOR(d, decor, 9)
716 #define _REGFORM_d10(decor) _DECOR(d, decor, 10)
717 #define _REGFORM_d11(decor) _DECOR(d, decor, 11)
718 #define _REGFORM_d12(decor) _DECOR(d, decor, 12)
719 #define _REGFORM_d13(decor) _DECOR(d, decor, 13)
720 #define _REGFORM_d14(decor) _DECOR(d, decor, 14)
721 #define _REGFORM_d15(decor) _DECOR(d, decor, 15)
722 #define _REGFORM_d16(decor) _DECOR(d, decor, 16)
723 #define _REGFORM_d17(decor) _DECOR(d, decor, 17)
724 #define _REGFORM_d18(decor) _DECOR(d, decor, 18)
725 #define _REGFORM_d19(decor) _DECOR(d, decor, 19)
726 #define _REGFORM_d20(decor) _DECOR(d, decor, 20)
727 #define _REGFORM_d21(decor) _DECOR(d, decor, 21)
728 #define _REGFORM_d22(decor) _DECOR(d, decor, 22)
729 #define _REGFORM_d23(decor) _DECOR(d, decor, 23)
730 #define _REGFORM_d24(decor) _DECOR(d, decor, 24)
731 #define _REGFORM_d25(decor) _DECOR(d, decor, 25)
732 #define _REGFORM_d26(decor) _DECOR(d, decor, 26)
733 #define _REGFORM_d27(decor) _DECOR(d, decor, 27)
734 #define _REGFORM_d28(decor) _DECOR(d, decor, 28)
735 #define _REGFORM_d29(decor) _DECOR(d, decor, 29)
736 #define _REGFORM_d30(decor) _DECOR(d, decor, 30)
737 #define _REGFORM_d31(decor) _DECOR(d, decor, 31)
738
739 #define _REGFORM_q0(decor) _DECOR(q, decor, 0)
740 #define _REGFORM_q1(decor) _DECOR(q, decor, 1)
741 #define _REGFORM_q2(decor) _DECOR(q, decor, 2)
742 #define _REGFORM_q3(decor) _DECOR(q, decor, 3)
743 #define _REGFORM_q4(decor) _DECOR(q, decor, 4)
744 #define _REGFORM_q5(decor) _DECOR(q, decor, 5)
745 #define _REGFORM_q6(decor) _DECOR(q, decor, 6)
746 #define _REGFORM_q7(decor) _DECOR(q, decor, 7)
747 #define _REGFORM_q8(decor) _DECOR(q, decor, 8)
748 #define _REGFORM_q9(decor) _DECOR(q, decor, 9)
749 #define _REGFORM_q10(decor) _DECOR(q, decor, 10)
750 #define _REGFORM_q11(decor) _DECOR(q, decor, 11)
751 #define _REGFORM_q12(decor) _DECOR(q, decor, 12)
752 #define _REGFORM_q13(decor) _DECOR(q, decor, 13)
753 #define _REGFORM_q14(decor) _DECOR(q, decor, 14)
754 #define _REGFORM_q15(decor) _DECOR(q, decor, 15)
755
756 // `_LOPART(n)' and `_HIPART(n)' return the numbers of the register halves of
757 // register n, i.e., 2*n and 2*n + 1 respectively.
758 #define _LOPART(n) _GLUE(_LOPART_, n)
759 #define _HIPART(n) _GLUE(_HIPART_, n)
760
761 // Internal macros: `_LOPART_n' and `_HIPART_n' return the numbers of the
762 // register halves of register n, i.e., 2*n and 2*n + 1 respectively.
763
764 #define _LOPART_0 0
765 #define _HIPART_0 1
766 #define _LOPART_1 2
767 #define _HIPART_1 3
768 #define _LOPART_2 4
769 #define _HIPART_2 5
770 #define _LOPART_3 6
771 #define _HIPART_3 7
772 #define _LOPART_4 8
773 #define _HIPART_4 9
774 #define _LOPART_5 10
775 #define _HIPART_5 11
776 #define _LOPART_6 12
777 #define _HIPART_6 13
778 #define _LOPART_7 14
779 #define _HIPART_7 15
780 #define _LOPART_8 16
781 #define _HIPART_8 17
782 #define _LOPART_9 18
783 #define _HIPART_9 19
784 #define _LOPART_10 20
785 #define _HIPART_10 21
786 #define _LOPART_11 22
787 #define _HIPART_11 23
788 #define _LOPART_12 24
789 #define _HIPART_12 25
790 #define _LOPART_13 26
791 #define _HIPART_13 27
792 #define _LOPART_14 28
793 #define _HIPART_14 29
794 #define _LOPART_15 30
795 #define _HIPART_15 31
796
797 // Return the register number of the pair containing register n, i.e.,
798 // floor(n/2).
799 #define _PAIR(n) _GLUE(_PAIR_, n)
800
801 // Internal macros: `_PAIR_n' returns the register number of the pair
802 // containing register n, i.e., floor(n/2).
803 #define _PAIR_0 0
804 #define _PAIR_1 0
805 #define _PAIR_2 1
806 #define _PAIR_3 1
807 #define _PAIR_4 2
808 #define _PAIR_5 2
809 #define _PAIR_6 3
810 #define _PAIR_7 3
811 #define _PAIR_8 4
812 #define _PAIR_9 4
813 #define _PAIR_10 5
814 #define _PAIR_11 5
815 #define _PAIR_12 6
816 #define _PAIR_13 6
817 #define _PAIR_14 7
818 #define _PAIR_15 7
819 #define _PAIR_16 8
820 #define _PAIR_17 8
821 #define _PAIR_18 9
822 #define _PAIR_19 9
823 #define _PAIR_20 10
824 #define _PAIR_21 10
825 #define _PAIR_22 11
826 #define _PAIR_23 11
827 #define _PAIR_24 12
828 #define _PAIR_25 12
829 #define _PAIR_26 13
830 #define _PAIR_27 13
831 #define _PAIR_28 14
832 #define _PAIR_29 14
833 #define _PAIR_30 15
834 #define _PAIR_31 15
835
836 // Apply decoration decor to register number n of type ty. Decorations are
837 // as follows.
838 //
839 // decor types meaning
840 // Q s, d the NEON qN register containing this one
841 // D s the NEON dN register containing this one
842 // D0 q the low 64-bit half of this one
843 // D1 q the high 64-bit half of this one
844 // S0 d, q the first 32-bit piece of this one
845 // S1 d, q the second 32-bit piece of this one
846 // S2 q the third 32-bit piece of this one
847 // S3 q the fourth 32-bit piece of this one
848 // Bn q the nth byte of this register, as a scalar
849 // Hn q the nth halfword of this register, as a scalar
850 // Wn q the nth word of this register, as a scalar
851 #define _DECOR(ty, decor, n) _DECOR_##ty##_##decor(n)
852
853 // Internal macros: `_DECOR_ty_decor(n)' applies decoration decor to register
854 // number n of type ty.
855
856 #define _DECOR_s_Q(n) GLUE(q, _PAIR(_PAIR(n)))
857 #define _DECOR_s_D(n) GLUE(d, _PAIR(n))
858
859 #define _DECOR_d_Q(n) GLUE(q, _PAIR(n))
860 #define _DECOR_d_S0(n) GLUE(s, _LOPART(n))
861 #define _DECOR_d_S1(n) GLUE(s, _LOPART(n))
862
863 #define _DECOR_q_D0(n) GLUE(d, _LOPART(n))
864 #define _DECOR_q_D1(n) GLUE(d, _HIPART(n))
865 #define _DECOR_q_S0(n) GLUE(s, _LOPART(_LOPART(n)))
866 #define _DECOR_q_S1(n) GLUE(s, _HIPART(_LOPART(n)))
867 #define _DECOR_q_S2(n) GLUE(s, _LOPART(_HIPART(n)))
868 #define _DECOR_q_S3(n) GLUE(s, _HIPART(_HIPART(n)))
869 #define _DECOR_q_W0(n) GLUE(d, _LOPART(n))[0]
870 #define _DECOR_q_W1(n) GLUE(d, _LOPART(n))[1]
871 #define _DECOR_q_W2(n) GLUE(d, _HIPART(n))[0]
872 #define _DECOR_q_W3(n) GLUE(d, _HIPART(n))[1]
873 #define _DECOR_q_H0(n) GLUE(d, _LOPART(n))[0]
874 #define _DECOR_q_H1(n) GLUE(d, _LOPART(n))[1]
875 #define _DECOR_q_H2(n) GLUE(d, _LOPART(n))[2]
876 #define _DECOR_q_H3(n) GLUE(d, _LOPART(n))[3]
877 #define _DECOR_q_H4(n) GLUE(d, _HIPART(n))[0]
878 #define _DECOR_q_H5(n) GLUE(d, _HIPART(n))[1]
879 #define _DECOR_q_H6(n) GLUE(d, _HIPART(n))[2]
880 #define _DECOR_q_H7(n) GLUE(d, _HIPART(n))[3]
881 #define _DECOR_q_B0(n) GLUE(d, _LOPART(n))[0]
882 #define _DECOR_q_B1(n) GLUE(d, _LOPART(n))[1]
883 #define _DECOR_q_B2(n) GLUE(d, _LOPART(n))[2]
884 #define _DECOR_q_B3(n) GLUE(d, _LOPART(n))[3]
885 #define _DECOR_q_B4(n) GLUE(d, _LOPART(n))[4]
886 #define _DECOR_q_B5(n) GLUE(d, _LOPART(n))[5]
887 #define _DECOR_q_B6(n) GLUE(d, _LOPART(n))[6]
888 #define _DECOR_q_B7(n) GLUE(d, _LOPART(n))[7]
889 #define _DECOR_q_B8(n) GLUE(d, _HIPART(n))[0]
890 #define _DECOR_q_B9(n) GLUE(d, _HIPART(n))[1]
891 #define _DECOR_q_B10(n) GLUE(d, _HIPART(n))[2]
892 #define _DECOR_q_B11(n) GLUE(d, _HIPART(n))[3]
893 #define _DECOR_q_B12(n) GLUE(d, _HIPART(n))[4]
894 #define _DECOR_q_B13(n) GLUE(d, _HIPART(n))[5]
895 #define _DECOR_q_B14(n) GLUE(d, _HIPART(n))[6]
896 #define _DECOR_q_B15(n) GLUE(d, _HIPART(n))[7]
897
898 // Macros for navigating the NEON register hierarchy.
899 #define S0(reg) _REGFORM(reg, S0)
900 #define S1(reg) _REGFORM(reg, S1)
901 #define S2(reg) _REGFORM(reg, S2)
902 #define S3(reg) _REGFORM(reg, S3)
903 #define D(reg) _REGFORM(reg, D)
904 #define D0(reg) _REGFORM(reg, D0)
905 #define D1(reg) _REGFORM(reg, D1)
906 #define Q(reg) _REGFORM(reg, Q)
907
908 // Macros for indexing quadword registers.
909 #define QB(reg, i) _REGFORM(reg, B##i)
910 #define QH(reg, i) _REGFORM(reg, H##i)
911 #define QW(reg, i) _REGFORM(reg, W##i)
912
913 // Macros for converting vldm/vstm ranges.
914 #define QQ(qlo, qhi) D0(qlo)-D1(qhi)
915
916 // Stack management and unwinding.
917 .macro setfp fp=r11, offset=0
918 .if \offset == 0
919 mov \fp, sp
920 .setfp \fp, sp
921 .else
922 add \fp, sp, #\offset
923 .setfp \fp, sp, #\offset
924 .endif
925 .macro dropfp; _dropfp \fp, \offset; .endm
926 .L$_frameptr_p = -1
927 .endm
928
929 .macro _dropfp fp, offset=0
930 .if \offset == 0
931 mov sp, \fp
932 .else
933 sub sp, \fp, #\offset
934 .endif
935 .purgem dropfp
936 .L$_frameptr_p = 0
937 .endm
938
939 .macro stalloc n
940 sub sp, sp, #\n
941 .pad #\n
942 .endm
943
944 .macro stfree n
945 add sp, sp, #\n
946 .pad #-\n
947 .endm
948
949 .macro pushreg rr:vararg
950 push {\rr}
951 .save {\rr}
952 .endm
953
954 .macro popreg rr:vararg
955 pop {\rr}
956 .endm
957
958 .macro pushvfp rr:vararg
959 vstmdb sp!, {\rr}
960 .vsave {\rr}
961 .endm
962
963 .macro popvfp rr:vararg
964 vldmia sp!, {\rr}
965 .endm
966
967 .macro endprologue
968 .endm
969
970 // No need for prologue markers on ARM.
971 #define FUNC_POSTHOOK(_) .L$_prologue_p = -1
972
973 #endif
974
975 ///--------------------------------------------------------------------------
976 /// AArch64-specific hacking.
977
978 #if CPUFAM_ARM64
979
980 // Set the function hooks.
981 #define FUNC_PREHOOK(_) .balign 4
982 #define FUNC_POSTHOOK(_) .cfi_startproc; .L$_prologue_p = -1
983 #define ENDFUNC_HOOK(_) .cfi_endproc
984
985 // Call external subroutine at ADDR, possibly via PLT.
986 .macro callext addr
987 bl \addr
988 .endm
989
990 // Load address of external symbol ADDR into REG.
991 .macro leaext reg, addr
992 #if WANT_PIC
993 adrp \reg, :got:\addr
994 ldr \reg, [\reg, #:got_lo12:\addr]
995 #else
996 adrp \reg, \addr
997 add \reg, \reg, #:lo12:\addr
998 #endif
999 .endm
1000
1001 .macro vzero vz=v31
1002 // Set VZ (default v31) to zero.
1003 dup \vz\().4s, wzr
1004 .endm
1005
1006 .macro vshl128 vd, vn, nbit, vz=v31
1007 // Set VD to VN shifted left by NBIT. Assume VZ (default v31) is
1008 // all-bits-zero. NBIT must be a multiple of 8.
1009 .if \nbit&3 != 0
1010 .error "shift quantity must be whole number of bytes"
1011 .endif
1012 ext \vd\().16b, \vz\().16b, \vn\().16b, #16 - (\nbit >> 3)
1013 .endm
1014
1015 .macro vshr128 vd, vn, nbit, vz=v31
1016 // Set VD to VN shifted right by NBIT. Assume VZ (default v31) is
1017 // all-bits-zero. NBIT must be a multiple of 8.
1018 .if \nbit&3 != 0
1019 .error "shift quantity must be whole number of bytes"
1020 .endif
1021 ext \vd\().16b, \vn\().16b, \vz\().16b, #\nbit >> 3
1022 .endm
1023
1024 // Stack management and unwinding.
1025 .macro setfp fp=x29, offset=0
1026 // If you're just going through the motions with a fixed-size stack frame,
1027 // then you want to say `add x29, sp, #OFFSET' directly, which will avoid
1028 // pointlessly restoring sp later.
1029 .if \offset == 0
1030 mov \fp, sp
1031 .cfi_def_cfa_register \fp
1032 .else
1033 add \fp, sp, #\offset
1034 .cfi_def_cfa_register \fp
1035 .cfi_adjust_cfa_offset -\offset
1036 .endif
1037 .macro dropfp; _dropfp \fp, \offset; .endm
1038 .L$_frameptr_p = -1
1039 .endm
1040
1041 .macro _dropfp fp, offset=0
1042 .if \offset == 0
1043 mov sp, \fp
1044 .cfi_def_cfa_register sp
1045 .else
1046 sub sp, \fp, #\offset
1047 .cfi_def_cfa_register sp
1048 .cfi_adjust_cfa_offset +\offset
1049 .endif
1050 .purgem dropfp
1051 .L$_frameptr_p = 0
1052 .endm
1053
1054 .macro stalloc n
1055 sub sp, sp, #\n
1056 .cfi_adjust_cfa_offset +\n
1057 .endm
1058
1059 .macro stfree n
1060 add sp, sp, #\n
1061 .cfi_adjust_cfa_offset -\n
1062 .endm
1063
1064 .macro pushreg x, y=nil
1065 .ifeqs "\y", "nil"
1066 str \x, [sp, #-16]!
1067 .cfi_adjust_cfa_offset +16
1068 .cfi_rel_offset \x, 0
1069 .else
1070 stp \x, \y, [sp, #-16]!
1071 .cfi_adjust_cfa_offset +16
1072 .cfi_rel_offset \x, 0
1073 .cfi_rel_offset \y, 8
1074 .endif
1075 .endm
1076
1077 .macro popreg x, y=nil
1078 .ifeqs "\y", "nil"
1079 ldr \x, [sp], #16
1080 .cfi_restore \x
1081 .cfi_adjust_cfa_offset -16
1082 .else
1083 ldp \x, \y, [sp], #16
1084 .cfi_restore \x
1085 .cfi_restore \y
1086 .cfi_adjust_cfa_offset -16
1087 .endif
1088 .endm
1089
1090 .macro savereg x, y, z=nil
1091 .ifeqs "\z", "nil"
1092 str \x, [sp, \y]
1093 .cfi_rel_offset \x, \y
1094 .else
1095 stp \x, \y, [sp, #\z]
1096 .cfi_rel_offset \x, \z
1097 .cfi_rel_offset \y, \z + 8
1098 .endif
1099 .endm
1100
1101 .macro rstrreg x, y, z=nil
1102 .ifeqs "\z", "nil"
1103 ldr \x, [sp, \y]
1104 .cfi_restore \x
1105 .else
1106 ldp \x, \y, [sp, #\z]
1107 .cfi_restore \x
1108 .cfi_restore \y
1109 .endif
1110 .endm
1111
1112 .macro endprologue
1113 .endm
1114
1115 // cmov RD, RN, CC: set RD to RN if CC is satisfied, otherwise do nothing
1116 .macro cmov rd, rn, cc
1117 csel \rd, \rn, \rd, \cc
1118 .endm
1119
1120 // Notational improvement: write `csel.CC' etc., rather than `csel ..., CC'.
1121 #define _COND(_) \
1122 _(eq) _(ne) _(cs) _(cc) _(vs) _(vc) _(mi) _(pl) \
1123 _(ge) _(lt) _(gt) _(le) _(hi) _(ls) _(al) _(nv) \
1124 _(hs) _(lo)
1125 #define _INST(_) \
1126 _(ccmp) _(ccmn) \
1127 _(csel) _(cmov) \
1128 _(csinc) _(cinc) _(cset) \
1129 _(csneg) _(cneg) \
1130 _(csinv) _(cinv) _(csetm)
1131 #define _CONDVAR(cc) _definstvar cc;
1132 #define _INSTVARS(inst) \
1133 .macro _definstvar cc; \
1134 .macro inst.\cc args:vararg; inst \args, \cc; .endm; \
1135 .endm; \
1136 _COND(_CONDVAR); \
1137 .purgem _definstvar;
1138 _INST(_INSTVARS)
1139 #undef _COND
1140 #undef _INST
1141 #undef _CONDVAR
1142 #undef _INSTVARS
1143
1144 // Flag bits for `ccmp' and friends.
1145 #define CCMP_N 8
1146 #define CCMP_Z 4
1147 #define CCMP_C 2
1148 #define CCMP_V 1
1149
1150 // Flag settings for satisfying conditions.
1151 #define CCMP_MI CCMP_N
1152 #define CCMP_PL 0
1153 #define CCMP_EQ CCMP_Z
1154 #define CCMP_NE 0
1155 #define CCMP_CS CCMP_C
1156 #define CCMP_HS CCMP_C
1157 #define CCMP_CC 0
1158 #define CCMP_LO 0
1159 #define CCMP_VS CCMP_V
1160 #define CCMP_VC 0
1161 #define CCMP_HI CCMP_C
1162 #define CCMP_LS 0
1163 #define CCMP_LT CCMP_N
1164 #define CCMP_GE 0
1165 #define CCMP_LE CCMP_N
1166 #define CCMP_GT 0
1167
1168 #endif
1169
1170 ///--------------------------------------------------------------------------
1171 /// Final stuff.
1172
1173 // Default values for the various hooks.
1174 #ifndef FUNC_PREHOOK
1175 # define FUNC_PREHOOK(_)
1176 #endif
1177 #ifndef FUNC_POSTHOOK
1178 # define FUNC_POSTHOOK(_)
1179 #endif
1180 #ifndef ENDFUNC_HOOK
1181 # define ENDFUNC_HOOK(_)
1182 #endif
1183
1184 // Section selection.
1185 #ifndef TEXT
1186 # define TEXT .text .L$_subsec
1187 #endif
1188 #ifndef RODATA
1189 # define RODATA TEXT
1190 #endif
1191 #ifndef DATA
1192 # define DATA .data
1193 #endif
1194
1195 // Symbol decoration.
1196 #ifndef F
1197 # ifdef SYM_USCORE
1198 # define F(name) _##name
1199 # else
1200 # define F(name) name
1201 # endif
1202 #endif
1203
1204 #ifndef TYPE_FUNC
1205 # define TYPE_FUNC(name)
1206 #endif
1207 #ifndef TYPE_OBJ
1208 # define TYPE_OBJ(name)
1209 #endif
1210 #ifndef SIZE_OBJ
1211 # define SIZE_OBJ(name)
1212 #endif
1213
1214 #if __ELF__ && !defined(FORCE_EXECUTABLE_STACK)
1215 .pushsection .note.GNU-stack, "", _SECTTY(progbits)
1216 .popsection
1217 #endif
1218
1219 ///----- That's all, folks --------------------------------------------------
1220
1221 #endif