You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
402 lines
7.8 KiB
402 lines
7.8 KiB
#if defined(__SUNPRO_C) && defined(__sparcv9) |
|
# define ABI64 /* They've said -xarch=v9 at command line */ |
|
#elif defined(__GNUC__) && defined(__arch64__) |
|
# define ABI64 /* They've said -m64 at command line */ |
|
#endif |
|
|
|
#ifdef ABI64 |
|
.register %g2,#scratch |
|
.register %g3,#scratch |
|
# define FRAME -192 |
|
# define BIAS 2047 |
|
#else |
|
# define FRAME -96 |
|
# define BIAS 0 |
|
#endif |
|
|
|
.text |
|
.align 32 |
|
.global OPENSSL_wipe_cpu |
|
.type OPENSSL_wipe_cpu,#function |
|
! Keep in mind that this does not excuse us from wiping the stack! |
|
! This routine wipes registers, but not the backing store [which |
|
! resides on the stack, toward lower addresses]. To facilitate for |
|
! stack wiping I return pointer to the top of stack of the *caller*. |
|
OPENSSL_wipe_cpu: |
|
save %sp,FRAME,%sp |
|
nop |
|
#ifdef __sun |
|
#include <sys/trap.h> |
|
ta ST_CLEAN_WINDOWS |
|
#else |
|
call .walk.reg.wins |
|
#endif |
|
nop |
|
call .PIC.zero.up |
|
mov .zero-(.-4),%o0 |
|
ld [%o0],%f0 |
|
ld [%o0],%f1 |
|
|
|
subcc %g0,1,%o0 |
|
! Following is V9 "rd %ccr,%o0" instruction. However! V8 |
|
! specification says that it ("rd %asr2,%o0" in V8 terms) does |
|
! not cause illegal_instruction trap. It therefore can be used |
|
! to determine if the CPU the code is executing on is V8- or |
|
! V9-compliant, as V9 returns a distinct value of 0x99, |
|
! "negative" and "borrow" bits set in both %icc and %xcc. |
|
.word 0x91408000 !rd %ccr,%o0 |
|
cmp %o0,0x99 |
|
bne .v8 |
|
nop |
|
! Even though we do not use %fp register bank, |
|
! we wipe it as memcpy might have used it... |
|
.word 0xbfa00040 !fmovd %f0,%f62 |
|
.word 0xbba00040 !... |
|
.word 0xb7a00040 |
|
.word 0xb3a00040 |
|
.word 0xafa00040 |
|
.word 0xaba00040 |
|
.word 0xa7a00040 |
|
.word 0xa3a00040 |
|
.word 0x9fa00040 |
|
.word 0x9ba00040 |
|
.word 0x97a00040 |
|
.word 0x93a00040 |
|
.word 0x8fa00040 |
|
.word 0x8ba00040 |
|
.word 0x87a00040 |
|
.word 0x83a00040 !fmovd %f0,%f32 |
|
.v8: fmovs %f1,%f31 |
|
clr %o0 |
|
fmovs %f0,%f30 |
|
clr %o1 |
|
fmovs %f1,%f29 |
|
clr %o2 |
|
fmovs %f0,%f28 |
|
clr %o3 |
|
fmovs %f1,%f27 |
|
clr %o4 |
|
fmovs %f0,%f26 |
|
clr %o5 |
|
fmovs %f1,%f25 |
|
clr %o7 |
|
fmovs %f0,%f24 |
|
clr %l0 |
|
fmovs %f1,%f23 |
|
clr %l1 |
|
fmovs %f0,%f22 |
|
clr %l2 |
|
fmovs %f1,%f21 |
|
clr %l3 |
|
fmovs %f0,%f20 |
|
clr %l4 |
|
fmovs %f1,%f19 |
|
clr %l5 |
|
fmovs %f0,%f18 |
|
clr %l6 |
|
fmovs %f1,%f17 |
|
clr %l7 |
|
fmovs %f0,%f16 |
|
clr %i0 |
|
fmovs %f1,%f15 |
|
clr %i1 |
|
fmovs %f0,%f14 |
|
clr %i2 |
|
fmovs %f1,%f13 |
|
clr %i3 |
|
fmovs %f0,%f12 |
|
clr %i4 |
|
fmovs %f1,%f11 |
|
clr %i5 |
|
fmovs %f0,%f10 |
|
clr %g1 |
|
fmovs %f1,%f9 |
|
clr %g2 |
|
fmovs %f0,%f8 |
|
clr %g3 |
|
fmovs %f1,%f7 |
|
clr %g4 |
|
fmovs %f0,%f6 |
|
clr %g5 |
|
fmovs %f1,%f5 |
|
fmovs %f0,%f4 |
|
fmovs %f1,%f3 |
|
fmovs %f0,%f2 |
|
|
|
add %fp,BIAS,%i0 ! return pointer to caller´s top of stack |
|
|
|
ret |
|
restore |
|
|
|
.zero: .long 0x0,0x0 |
|
.PIC.zero.up: |
|
retl |
|
add %o0,%o7,%o0 |
|
#ifdef DEBUG |
|
.global walk_reg_wins |
|
.type walk_reg_wins,#function |
|
walk_reg_wins: |
|
#endif |
|
.walk.reg.wins: |
|
save %sp,FRAME,%sp |
|
cmp %i7,%o7 |
|
be 2f |
|
clr %o0 |
|
cmp %o7,0 ! compiler never cleans %o7... |
|
be 1f ! could have been a leaf function... |
|
clr %o1 |
|
call .walk.reg.wins |
|
nop |
|
1: clr %o2 |
|
clr %o3 |
|
clr %o4 |
|
clr %o5 |
|
clr %o7 |
|
clr %l0 |
|
clr %l1 |
|
clr %l2 |
|
clr %l3 |
|
clr %l4 |
|
clr %l5 |
|
clr %l6 |
|
clr %l7 |
|
add %o0,1,%i0 ! used for debugging |
|
2: ret |
|
restore |
|
.size OPENSSL_wipe_cpu,.-OPENSSL_wipe_cpu |
|
|
|
.global OPENSSL_atomic_add |
|
.type OPENSSL_atomic_add,#function |
|
.align 32 |
|
OPENSSL_atomic_add: |
|
#ifndef ABI64 |
|
subcc %g0,1,%o2 |
|
.word 0x95408000 !rd %ccr,%o2, see comment above |
|
cmp %o2,0x99 |
|
be .v9 |
|
nop |
|
save %sp,FRAME,%sp |
|
ba .enter |
|
nop |
|
#ifdef __sun |
|
! Note that you do not have to link with libthread to call thr_yield, |
|
! as libc provides a stub, which is overloaded the moment you link |
|
! with *either* libpthread or libthread... |
|
#define YIELD_CPU thr_yield |
|
#else |
|
! applies at least to Linux and FreeBSD... Feedback expected... |
|
#define YIELD_CPU sched_yield |
|
#endif |
|
.spin: call YIELD_CPU |
|
nop |
|
.enter: ld [%i0],%i2 |
|
cmp %i2,-4096 |
|
be .spin |
|
mov -1,%i2 |
|
swap [%i0],%i2 |
|
cmp %i2,-1 |
|
be .spin |
|
add %i2,%i1,%i2 |
|
stbar |
|
st %i2,[%i0] |
|
sra %i2,%g0,%i0 |
|
ret |
|
restore |
|
.v9: |
|
#endif |
|
ld [%o0],%o2 |
|
1: add %o1,%o2,%o3 |
|
.word 0xd7e2100a !cas [%o0],%o2,%o3, compare [%o0] with %o2 and swap %o3 |
|
cmp %o2,%o3 |
|
bne 1b |
|
mov %o3,%o2 ! cas is always fetching to dest. register |
|
add %o1,%o2,%o0 ! OpenSSL expects the new value |
|
retl |
|
sra %o0,%g0,%o0 ! we return signed int, remember? |
|
.size OPENSSL_atomic_add,.-OPENSSL_atomic_add |
|
|
|
.global _sparcv9_rdtick |
|
.align 32 |
|
_sparcv9_rdtick: |
|
subcc %g0,1,%o0 |
|
.word 0x91408000 !rd %ccr,%o0 |
|
cmp %o0,0x99 |
|
bne .notick |
|
xor %o0,%o0,%o0 |
|
.word 0x91410000 !rd %tick,%o0 |
|
retl |
|
.word 0x93323020 !srlx %o0,32,%o1 |
|
.notick: |
|
retl |
|
xor %o1,%o1,%o1 |
|
.type _sparcv9_rdtick,#function |
|
.size _sparcv9_rdtick,.-_sparcv9_rdtick |
|
|
|
.global _sparcv9_vis1_probe |
|
.align 8 |
|
_sparcv9_vis1_probe: |
|
add %sp,BIAS+2,%o1 |
|
.word 0xc19a5a40 !ldda [%o1]ASI_FP16_P,%f0 |
|
retl |
|
.word 0x81b00d80 !fxor %f0,%f0,%f0 |
|
.type _sparcv9_vis1_probe,#function |
|
.size _sparcv9_vis1_probe,.-_sparcv9_vis1_probe |
|
|
|
! Probe and instrument VIS1 instruction. Output is number of cycles it |
|
! takes to execute rdtick and pair of VIS1 instructions. US-Tx VIS unit |
|
! is slow (documented to be 6 cycles on T2) and the core is in-order |
|
! single-issue, it should be possible to distinguish Tx reliably... |
|
! Observed return values are: |
|
! |
|
! UltraSPARC IIe 7 |
|
! UltraSPARC III 7 |
|
! UltraSPARC T1 24 |
|
! |
|
! Numbers for T2 and SPARC64 V-VII are more than welcomed. |
|
! |
|
! It would be possible to detect specifically US-T1 by instrumenting |
|
! fmul8ulx16, which is emulated on T1 and as such accounts for quite |
|
! a lot of %tick-s, couple of thousand on Linux... |
|
.global _sparcv9_vis1_instrument |
|
.align 8 |
|
_sparcv9_vis1_instrument: |
|
.word 0x91410000 !rd %tick,%o0 |
|
.word 0x81b00d80 !fxor %f0,%f0,%f0 |
|
.word 0x85b08d82 !fxor %f2,%f2,%f2 |
|
.word 0x93410000 !rd %tick,%o1 |
|
.word 0x81b00d80 !fxor %f0,%f0,%f0 |
|
.word 0x85b08d82 !fxor %f2,%f2,%f2 |
|
.word 0x95410000 !rd %tick,%o2 |
|
.word 0x81b00d80 !fxor %f0,%f0,%f0 |
|
.word 0x85b08d82 !fxor %f2,%f2,%f2 |
|
.word 0x97410000 !rd %tick,%o3 |
|
.word 0x81b00d80 !fxor %f0,%f0,%f0 |
|
.word 0x85b08d82 !fxor %f2,%f2,%f2 |
|
.word 0x99410000 !rd %tick,%o4 |
|
|
|
! calculate intervals |
|
sub %o1,%o0,%o0 |
|
sub %o2,%o1,%o1 |
|
sub %o3,%o2,%o2 |
|
sub %o4,%o3,%o3 |
|
|
|
! find minumum value |
|
cmp %o0,%o1 |
|
.word 0x38680002 !bgu,a %xcc,.+8 |
|
mov %o1,%o0 |
|
cmp %o0,%o2 |
|
.word 0x38680002 !bgu,a %xcc,.+8 |
|
mov %o2,%o0 |
|
cmp %o0,%o3 |
|
.word 0x38680002 !bgu,a %xcc,.+8 |
|
mov %o3,%o0 |
|
|
|
retl |
|
nop |
|
.type _sparcv9_vis1_instrument,#function |
|
.size _sparcv9_vis1_instrument,.-_sparcv9_vis1_instrument |
|
|
|
.global _sparcv9_vis2_probe |
|
.align 8 |
|
_sparcv9_vis2_probe: |
|
retl |
|
.word 0x81b00980 !bshuffle %f0,%f0,%f0 |
|
.type _sparcv9_vis2_probe,#function |
|
.size _sparcv9_vis2_probe,.-_sparcv9_vis2_probe |
|
|
|
.global _sparcv9_fmadd_probe |
|
.align 8 |
|
_sparcv9_fmadd_probe: |
|
.word 0x81b00d80 !fxor %f0,%f0,%f0 |
|
.word 0x85b08d82 !fxor %f2,%f2,%f2 |
|
retl |
|
.word 0x81b80440 !fmaddd %f0,%f0,%f2,%f0 |
|
.type _sparcv9_fmadd_probe,#function |
|
.size _sparcv9_fmadd_probe,.-_sparcv9_fmadd_probe |
|
|
|
.global OPENSSL_cleanse |
|
.align 32 |
|
OPENSSL_cleanse: |
|
cmp %o1,14 |
|
nop |
|
#ifdef ABI64 |
|
bgu %xcc,.Lot |
|
#else |
|
bgu .Lot |
|
#endif |
|
cmp %o1,0 |
|
bne .Little |
|
nop |
|
retl |
|
nop |
|
|
|
.Little: |
|
stb %g0,[%o0] |
|
subcc %o1,1,%o1 |
|
bnz .Little |
|
add %o0,1,%o0 |
|
retl |
|
nop |
|
.align 32 |
|
.Lot: |
|
#ifndef ABI64 |
|
subcc %g0,1,%g1 |
|
! see above for explanation |
|
.word 0x83408000 !rd %ccr,%g1 |
|
cmp %g1,0x99 |
|
bne .v8lot |
|
nop |
|
#endif |
|
|
|
.v9lot: andcc %o0,7,%g0 |
|
bz .v9aligned |
|
nop |
|
stb %g0,[%o0] |
|
sub %o1,1,%o1 |
|
ba .v9lot |
|
add %o0,1,%o0 |
|
.align 16,0x01000000 |
|
.v9aligned: |
|
.word 0xc0720000 !stx %g0,[%o0] |
|
sub %o1,8,%o1 |
|
andcc %o1,-8,%g0 |
|
#ifdef ABI64 |
|
.word 0x126ffffd !bnz %xcc,.v9aligned |
|
#else |
|
.word 0x124ffffd !bnz %icc,.v9aligned |
|
#endif |
|
add %o0,8,%o0 |
|
|
|
cmp %o1,0 |
|
bne .Little |
|
nop |
|
retl |
|
nop |
|
#ifndef ABI64 |
|
.v8lot: andcc %o0,3,%g0 |
|
bz .v8aligned |
|
nop |
|
stb %g0,[%o0] |
|
sub %o1,1,%o1 |
|
ba .v8lot |
|
add %o0,1,%o0 |
|
nop |
|
.v8aligned: |
|
st %g0,[%o0] |
|
sub %o1,4,%o1 |
|
andcc %o1,-4,%g0 |
|
bnz .v8aligned |
|
add %o0,4,%o0 |
|
|
|
cmp %o1,0 |
|
bne .Little |
|
nop |
|
retl |
|
nop |
|
#endif |
|
.type OPENSSL_cleanse,#function |
|
.size OPENSSL_cleanse,.-OPENSSL_cleanse |
|
|
|
.section ".init",#alloc,#execinstr |
|
call OPENSSL_cpuid_setup |
|
nop
|
|
|