| /* SPDX-License-Identifier: GPL-2.0 */ | |
| /* | |
| * arch/alpha/lib/clear_user.S | |
| * Contributed by Richard Henderson <rth@tamu.edu> | |
| * | |
| * Zero user space, handling exceptions as we go. | |
| * | |
| * We have to make sure that $0 is always up-to-date and contains the | |
| * right "bytes left to zero" value (and that it is updated only _after_ | |
| * a successful copy). There is also some rather minor exception setup | |
| * stuff. | |
| */ | |
| #include <asm/export.h> | |
| /* Allow an exception for an insn; exit if we get one. */ | |
| #define EX(x,y...) \ | |
| 99: x,##y; \ | |
| .section __ex_table,"a"; \ | |
| .long 99b - .; \ | |
| lda $31, $exception-99b($31); \ | |
| .previous | |
| .set noat | |
| .set noreorder | |
| .align 4 | |
| .globl __clear_user | |
| .ent __clear_user | |
| .frame $30, 0, $26 | |
| .prologue 0 | |
| $loop: | |
| and $1, 3, $4 # e0 : | |
| beq $4, 1f # .. e1 : | |
| 0: EX( stq_u $31, 0($16) ) # e0 : zero one word | |
| subq $0, 8, $0 # .. e1 : | |
| subq $4, 1, $4 # e0 : | |
| addq $16, 8, $16 # .. e1 : | |
| bne $4, 0b # e1 : | |
| unop # : | |
| 1: bic $1, 3, $1 # e0 : | |
| beq $1, $tail # .. e1 : | |
| 2: EX( stq_u $31, 0($16) ) # e0 : zero four words | |
| subq $0, 8, $0 # .. e1 : | |
| EX( stq_u $31, 8($16) ) # e0 : | |
| subq $0, 8, $0 # .. e1 : | |
| EX( stq_u $31, 16($16) ) # e0 : | |
| subq $0, 8, $0 # .. e1 : | |
| EX( stq_u $31, 24($16) ) # e0 : | |
| subq $0, 8, $0 # .. e1 : | |
| subq $1, 4, $1 # e0 : | |
| addq $16, 32, $16 # .. e1 : | |
| bne $1, 2b # e1 : | |
| $tail: | |
| bne $2, 1f # e1 : is there a tail to do? | |
| ret $31, ($26), 1 # .. e1 : | |
| 1: EX( ldq_u $5, 0($16) ) # e0 : | |
| clr $0 # .. e1 : | |
| nop # e1 : | |
| mskqh $5, $0, $5 # e0 : | |
| EX( stq_u $5, 0($16) ) # e0 : | |
| ret $31, ($26), 1 # .. e1 : | |
| __clear_user: | |
| and $17, $17, $0 | |
| and $16, 7, $4 # e0 : find dest misalignment | |
| beq $0, $zerolength # .. e1 : | |
| addq $0, $4, $1 # e0 : bias counter | |
| and $1, 7, $2 # e1 : number of bytes in tail | |
| srl $1, 3, $1 # e0 : | |
| beq $4, $loop # .. e1 : | |
| EX( ldq_u $5, 0($16) ) # e0 : load dst word to mask back in | |
| beq $1, $oneword # .. e1 : sub-word store? | |
| mskql $5, $16, $5 # e0 : take care of misaligned head | |
| addq $16, 8, $16 # .. e1 : | |
| EX( stq_u $5, -8($16) ) # e0 : | |
| addq $0, $4, $0 # .. e1 : bytes left -= 8 - misalignment | |
| subq $1, 1, $1 # e0 : | |
| subq $0, 8, $0 # .. e1 : | |
| br $loop # e1 : | |
| unop # : | |
| $oneword: | |
| mskql $5, $16, $4 # e0 : | |
| mskqh $5, $2, $5 # e0 : | |
| or $5, $4, $5 # e1 : | |
| EX( stq_u $5, 0($16) ) # e0 : | |
| clr $0 # .. e1 : | |
| $zerolength: | |
| $exception: | |
| ret $31, ($26), 1 # .. e1 : | |
| .end __clear_user | |
| EXPORT_SYMBOL(__clear_user) |