Lines Matching refs:copy
8 * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
48 * ! of copy and flags. Set up error handling accordingly.
166 * ! the copy. This also prevents cpu migration.
214 * whether to use the FP registers for a copy or not. If we don't
215 * use the FP registers, we can execute the copy as a leaf routine,
220 * registers allow much faster copy operations.
250 * vs out-of-cache copy tests in user space suggest 1024 bytes as a safe
275 * If hw_copy_limit_? is set to zero, then use of FPBLK copy is
297 * But, tests on running kernels show that src and dst to copy code
305 * avoided. For example, within the non-FPBLK copy, we first
307 * to use a 4-way unrolled loop for the general byte copy case
375 * userland or in kernel copy) and the tl0 component of the handling
377 * - a user process with fp state incurs a copy-on-write fault and
381 * using our stack is ideal (and since fp copy cannot be leaf optimized
384 * When we have finished fp copy (with it's repeated block stores)
418 * affects copy data being interpreted as losing kernel state.
420 * Since the copy operations may preserve and later restore floating
491 * All copy functions use two quadrants of fp registers; to assure a
515 * Common macros used by the various versions of the block copy
571 * and find fp already in use and copy size still large enough to justify
575 * the call to the copy function (by whoever has fp in use); for example
578 * sync our block store (the copy code is about to begin ldd's to the
582 * the copy operation to complete before we fill the quadrants with their
586 * of the copy code to membar #Sync immediately after copy is complete
600 /* membar #Sync - provided at copy completion */ ;\
618 /* membar #Sync - provided at copy completion */ ;\
630 * switch) before commencing a FP copy, and reallow it on completion or
631 * in error trampoline paths when we were using FP copy.
718 sethi %hi(hw_copy_limit_1), %o3 ! Check copy limit
721 bz,pn %icc, .kcopy_small ! if zero, disable HW copy
723 bleu,pt %ncc, .kcopy_small ! go to small copy
725 ba,pt %ncc, .kcopy_more ! otherwise go to large copy
731 sethi %hi(hw_copy_limit_2), %o3 ! Check copy limit
734 bz,pn %icc, .kcopy_small ! if zero, disable HW copy
736 bleu,pt %ncc, .kcopy_small ! go to small copy
738 ba,pt %ncc, .kcopy_more ! otherwise go to large copy
742 sethi %hi(hw_copy_limit_4), %o3 ! Check copy limit
745 bz,pn %icc, .kcopy_small ! if zero, disable HW copy
747 bleu,pt %ncc, .kcopy_small ! go to small copy
749 ba,pt %ncc, .kcopy_more ! otherwise go to large copy
752 sethi %hi(hw_copy_limit_8), %o3 ! Check copy limit
755 bz,pn %icc, .kcopy_small ! if zero, disable HW copy
757 bleu,pt %ncc, .kcopy_small ! go to small copy
759 ba,pt %ncc, .kcopy_more ! otherwise go to large copy
790 and %l6, TRAMP_FLAG, %l0 ! copy trampoline flag to %l0
837 restore %g0, 0, %o0 ! dispose of copy window
844 .asciz "Unable to restore fp state after copy operation"
902 sethi %hi(hw_copy_limit_1), %o3 ! Check copy limit
905 bz,pn %icc, .bcopy_small ! if zero, disable HW copy
907 bleu,pt %ncc, .bcopy_small ! go to small copy
909 ba,pt %ncc, .bcopy_more ! otherwise go to large copy
915 sethi %hi(hw_copy_limit_2), %o3 ! Check copy limit
918 bz,pn %icc, .bcopy_small ! if zero, disable HW copy
920 bleu,pt %ncc, .bcopy_small ! go to small copy
922 ba,pt %ncc, .bcopy_more ! otherwise go to large copy
926 sethi %hi(hw_copy_limit_4), %o3 ! Check copy limit
929 bz,pn %icc, .bcopy_small ! if zero, disable HW copy
931 bleu,pt %ncc, .bcopy_small ! go to small copy
933 ba,pt %ncc, .bcopy_more ! otherwise go to large copy
936 sethi %hi(hw_copy_limit_8), %o3 ! Check copy limit
939 bz,pn %icc, .bcopy_small ! if zero, disable HW copy
941 bleu,pt %ncc, .bcopy_small ! go to small copy
943 ba,pt %ncc, .bcopy_more ! otherwise go to large copy
1216 * profiling and dtrace of the portions of the copy code that uses
1450 * Block copy with possibly overlapped operands.
1476 blu %ncc, .ov_bkwd ! if from < to, copy backwards
1669 * The only difference between copy{in,out} and
1672 * while copyOP returns -1 (see above). copy{in,out}_noerr set
1679 * we need to do a HW block copy operation. This saves a window
1685 * If the value for a particular limit is zero, the copy will be performed
1686 * by the plain copy loops rather than FPBLK.
1722 * This allows us to share common code for all the flavors of the copy
1789 sethi %hi(hw_copy_limit_1), %o3 ! Check copy limit
1792 bz,pn %icc, .copyout_small ! if zero, disable HW copy
1794 bleu,pt %ncc, .copyout_small ! go to small copy
1796 ba,pt %ncc, .copyout_more ! otherwise go to large copy
1802 sethi %hi(hw_copy_limit_2), %o3 ! Check copy limit
1805 bz,pn %icc, .copyout_small ! if zero, disable HW copy
1807 bleu,pt %ncc, .copyout_small ! go to small copy
1809 ba,pt %ncc, .copyout_more ! otherwise go to large copy
1813 sethi %hi(hw_copy_limit_4), %o3 ! Check copy limit
1816 bz,pn %icc, .copyout_small ! if zero, disable HW copy
1818 bleu,pt %ncc, .copyout_small ! go to small copy
1820 ba,pt %ncc, .copyout_more ! otherwise go to large copy
1823 sethi %hi(hw_copy_limit_8), %o3 ! Check copy limit
1826 bz,pn %icc, .copyout_small ! if zero, disable HW copy
1828 bleu,pt %ncc, .copyout_small ! go to small copy
1830 ba,pt %ncc, .copyout_more ! otherwise go to large copy
2152 * profiling and dtrace of the portions of the copy code that uses
2385 restore %g0, 0, %g0 ! dispose of copy window
2415 sethi %hi(hw_copy_limit_1), %o3 ! Check copy limit
2418 bz,pn %icc, .xcopyout_small ! if zero, disable HW copy
2420 bleu,pt %ncc, .xcopyout_small ! go to small copy
2422 ba,pt %ncc, .xcopyout_more ! otherwise go to large copy
2428 sethi %hi(hw_copy_limit_2), %o3 ! Check copy limit
2431 bz,pn %icc, .xcopyout_small ! if zero, disable HW copy
2433 bleu,pt %ncc, .xcopyout_small ! go to small copy
2435 ba,pt %ncc, .xcopyout_more ! otherwise go to large copy
2439 sethi %hi(hw_copy_limit_4), %o3 ! Check copy limit
2442 bz,pn %icc, .xcopyout_small ! if zero, disable HW copy
2444 bleu,pt %ncc, .xcopyout_small ! go to small copy
2446 ba,pt %ncc, .xcopyout_more ! otherwise go to large copy
2449 sethi %hi(hw_copy_limit_8), %o3 ! Check copy limit
2452 bz,pn %icc, .xcopyout_small ! if zero, disable HW copy
2454 bleu,pt %ncc, .xcopyout_small ! go to small copy
2456 ba,pt %ncc, .xcopyout_more ! otherwise go to large copy
2484 restore %g0, 0, %g0 ! dispose of copy window
2575 sethi %hi(hw_copy_limit_1), %o3 ! Check copy limit
2578 bz,pn %icc, .copyin_small ! if zero, disable HW copy
2580 bleu,pt %ncc, .copyin_small ! go to small copy
2582 ba,pt %ncc, .copyin_more ! otherwise go to large copy
2588 sethi %hi(hw_copy_limit_2), %o3 ! Check copy limit
2591 bz,pn %icc, .copyin_small ! if zero, disable HW copy
2593 bleu,pt %ncc, .copyin_small ! go to small copy
2595 ba,pt %ncc, .copyin_more ! otherwise go to large copy
2599 sethi %hi(hw_copy_limit_4), %o3 ! Check copy limit
2602 bz,pn %icc, .copyin_small ! if zero, disable HW copy
2604 bleu,pt %ncc, .copyin_small ! go to small copy
2606 ba,pt %ncc, .copyin_more ! otherwise go to large copy
2609 sethi %hi(hw_copy_limit_8), %o3 ! Check copy limit
2612 bz,pn %icc, .copyin_small ! if zero, disable HW copy
2614 bleu,pt %ncc, .copyin_small ! go to small copy
2616 ba,pt %ncc, .copyin_more ! otherwise go to large copy
2931 * profiling and dtrace of the portions of the copy code that uses
3163 restore %g0, 0, %g0 ! dispose of copy window
3193 sethi %hi(hw_copy_limit_1), %o3 ! Check copy limit
3196 bz,pn %icc, .xcopyin_small ! if zero, disable HW copy
3198 bleu,pt %ncc, .xcopyin_small ! go to small copy
3200 ba,pt %ncc, .xcopyin_more ! otherwise go to large copy
3206 sethi %hi(hw_copy_limit_2), %o3 ! Check copy limit
3209 bz,pn %icc, .xcopyin_small ! if zero, disable HW copy
3211 bleu,pt %ncc, .xcopyin_small ! go to small copy
3213 ba,pt %ncc, .xcopyin_more ! otherwise go to large copy
3217 sethi %hi(hw_copy_limit_4), %o3 ! Check copy limit
3220 bz,pn %icc, .xcopyin_small ! if zero, disable HW copy
3222 bleu,pt %ncc, .xcopyin_small ! go to small copy
3224 ba,pt %ncc, .xcopyin_more ! otherwise go to large copy
3227 sethi %hi(hw_copy_limit_8), %o3 ! Check copy limit
3230 bz,pn %icc, .xcopyin_small ! if zero, disable HW copy
3232 bleu,pt %ncc, .xcopyin_small ! go to small copy
3234 ba,pt %ncc, .xcopyin_more ! otherwise go to large copy
3262 restore %g0, 0, %g0 ! dispose of copy window
3360 sethi %hi(hw_copy_limit_1), %o3 ! Check copy limit
3363 bz,pn %icc, .copyin_ne_small ! if zero, disable HW copy
3365 bleu,pt %ncc, .copyin_ne_small ! go to small copy
3367 ba,pt %ncc, .copyin_noerr_more ! otherwise go to large copy
3373 sethi %hi(hw_copy_limit_2), %o3 ! Check copy limit
3376 bz,pn %icc, .copyin_ne_small ! if zero, disable HW copy
3378 bleu,pt %ncc, .copyin_ne_small ! go to small copy
3380 ba,pt %ncc, .copyin_noerr_more ! otherwise go to large copy
3384 sethi %hi(hw_copy_limit_4), %o3 ! Check copy limit
3387 bz,pn %icc, .copyin_ne_small ! if zero, disable HW copy
3389 bleu,pt %ncc, .copyin_ne_small ! go to small copy
3391 ba,pt %ncc, .copyin_noerr_more ! otherwise go to large copy
3394 sethi %hi(hw_copy_limit_8), %o3 ! Check copy limit
3397 bz,pn %icc, .copyin_ne_small ! if zero, disable HW copy
3399 bleu,pt %ncc, .copyin_ne_small ! go to small copy
3401 ba,pt %ncc, .copyin_noerr_more ! otherwise go to large copy
3458 sethi %hi(hw_copy_limit_1), %o3 ! Check copy limit
3461 bz,pn %icc, .copyout_ne_small ! if zero, disable HW copy
3463 bleu,pt %ncc, .copyout_ne_small ! go to small copy
3465 ba,pt %ncc, .copyout_noerr_more ! otherwise go to large copy
3471 sethi %hi(hw_copy_limit_2), %o3 ! Check copy limit
3474 bz,pn %icc, .copyout_ne_small ! if zero, disable HW copy
3476 bleu,pt %ncc, .copyout_ne_small ! go to small copy
3478 ba,pt %ncc, .copyout_noerr_more ! otherwise go to large copy
3482 sethi %hi(hw_copy_limit_4), %o3 ! Check copy limit
3485 bz,pn %icc, .copyout_ne_small ! if zero, disable HW copy
3487 bleu,pt %ncc, .copyout_ne_small ! go to small copy
3489 ba,pt %ncc, .copyout_noerr_more ! otherwise go to large copy
3492 sethi %hi(hw_copy_limit_8), %o3 ! Check copy limit
3495 bz,pn %icc, .copyout_ne_small ! if zero, disable HW copy
3497 bleu,pt %ncc, .copyout_ne_small ! go to small copy
3499 ba,pt %ncc, .copyout_noerr_more ! otherwise go to large copy