LXR linux/arch/sparc/lib/M7copy_to

   1/*
   2 * M7copy_to_user.S: SPARC M7 optimized copy to userspace.
   3 *
   4 * Copyright (c) 2016, Oracle and/or its affiliates. All rights reserved.
   5 */
   6
   7
   8#define EX_ST(x, y)                     \
   998:     x;                              \
  10        .section __ex_table,"a";        \
  11        .align 4;                       \
  12        .word 98b, y;                   \
  13        .text;                          \
  14        .align 4;
  15
  16#define EX_ST_FP(x, y)                  \
  1798:     x;                              \
  18        .section __ex_table,"a";        \
  19        .align 4;                       \
  20        .word 98b, y##_fp;              \
  21        .text;                          \
  22        .align 4;
  23
  24
  25#ifndef ASI_AIUS
  26#define ASI_AIUS        0x11
  27#endif
  28
  29#ifndef ASI_BLK_INIT_QUAD_LDD_AIUS
  30#define ASI_BLK_INIT_QUAD_LDD_AIUS 0x23
  31#endif
  32
  33#define FUNC_NAME               M7copy_to_user
  34#define STORE(type,src,addr)    type##a src, [addr] %asi
  35#define STORE_ASI               ASI_BLK_INIT_QUAD_LDD_AIUS
  36#define STORE_MRU_ASI           ASI_ST_BLKINIT_MRU_S
  37#define EX_RETVAL(x)            0
  38
  39#ifdef __KERNEL__
  40        /* Writing to %asi is _expensive_ so we hardcode it.
  41         * Reading %asi to check for KERNEL_DS is comparatively
  42         * cheap.
  43         */
  44#define PREAMBLE                                        \
  45        rd              %asi, %g1;                      \
  46        cmp             %g1, ASI_AIUS;                  \
  47        bne,pn          %icc, raw_copy_in_user;         \
  48         nop
  49#endif
  50
  51#include "M7memcpy.S"
  52