LXR linux/arch/frv/lib/atomic64-ops.S

   1/* kernel atomic64 operations
   2 *
   3 * For an explanation of how atomic ops work in this arch, see:
   4 *   Documentation/frv/atomic-ops.txt
   5 *
   6 * Copyright (C) 2009 Red Hat, Inc. All Rights Reserved.
   7 * Written by David Howells (dhowells@redhat.com)
   8 *
   9 * This program is free software; you can redistribute it and/or
  10 * modify it under the terms of the GNU General Public License
  11 * as published by the Free Software Foundation; either version
  12 * 2 of the License, or (at your option) any later version.
  13 */
  14
  15#include <asm/spr-regs.h>
  16
  17        .text
  18        .balign 4
  19
  20
  21###############################################################################
  22#
  23# long long atomic64_inc_return(atomic64_t *v)
  24#
  25###############################################################################
  26        .globl          atomic64_inc_return
  27        .type           atomic64_inc_return,@function
  28atomic64_inc_return:
  29        or.p            gr8,gr8,gr10
  300:
  31        orcc            gr0,gr0,gr0,icc3                /* set ICC3.Z */
  32        ckeq            icc3,cc7
  33        ldd.p           @(gr10,gr0),gr8                 /* LDD.P/ORCR must be atomic */
  34        orcr            cc7,cc7,cc3                     /* set CC3 to true */
  35        addicc          gr9,#1,gr9,icc0
  36        addxi           gr8,#0,gr8,icc0
  37        cstd.p          gr8,@(gr10,gr0)         ,cc3,#1
  38        corcc           gr29,gr29,gr0           ,cc3,#1 /* clear ICC3.Z if store happens */
  39        beq             icc3,#0,0b
  40        bralr
  41
  42        .size           atomic64_inc_return, .-atomic64_inc_return
  43
  44###############################################################################
  45#
  46# long long atomic64_dec_return(atomic64_t *v)
  47#
  48###############################################################################
  49        .globl          atomic64_dec_return
  50        .type           atomic64_dec_return,@function
  51atomic64_dec_return:
  52        or.p            gr8,gr8,gr10
  530:
  54        orcc            gr0,gr0,gr0,icc3                /* set ICC3.Z */
  55        ckeq            icc3,cc7
  56        ldd.p           @(gr10,gr0),gr8                 /* LDD.P/ORCR must be atomic */
  57        orcr            cc7,cc7,cc3                     /* set CC3 to true */
  58        subicc          gr9,#1,gr9,icc0
  59        subxi           gr8,#0,gr8,icc0
  60        cstd.p          gr8,@(gr10,gr0)         ,cc3,#1
  61        corcc           gr29,gr29,gr0           ,cc3,#1 /* clear ICC3.Z if store happens */
  62        beq             icc3,#0,0b
  63        bralr
  64
  65        .size           atomic64_dec_return, .-atomic64_dec_return
  66
  67###############################################################################
  68#
  69# long long atomic64_add_return(long long i, atomic64_t *v)
  70#
  71###############################################################################
  72        .globl          atomic64_add_return
  73        .type           atomic64_add_return,@function
  74atomic64_add_return:
  75        or.p            gr8,gr8,gr4
  76        or              gr9,gr9,gr5
  770:
  78        orcc            gr0,gr0,gr0,icc3                /* set ICC3.Z */
  79        ckeq            icc3,cc7
  80        ldd.p           @(gr10,gr0),gr8                 /* LDD.P/ORCR must be atomic */
  81        orcr            cc7,cc7,cc3                     /* set CC3 to true */
  82        addcc           gr9,gr5,gr9,icc0
  83        addx            gr8,gr4,gr8,icc0
  84        cstd.p          gr8,@(gr10,gr0)         ,cc3,#1
  85        corcc           gr29,gr29,gr0           ,cc3,#1 /* clear ICC3.Z if store happens */
  86        beq             icc3,#0,0b
  87        bralr
  88
  89        .size           atomic64_add_return, .-atomic64_add_return
  90
  91###############################################################################
  92#
  93# long long atomic64_sub_return(long long i, atomic64_t *v)
  94#
  95###############################################################################
  96        .globl          atomic64_sub_return
  97        .type           atomic64_sub_return,@function
  98atomic64_sub_return:
  99        or.p            gr8,gr8,gr4
 100        or              gr9,gr9,gr5
 1010:
 102        orcc            gr0,gr0,gr0,icc3                /* set ICC3.Z */
 103        ckeq            icc3,cc7
 104        ldd.p           @(gr10,gr0),gr8                 /* LDD.P/ORCR must be atomic */
 105        orcr            cc7,cc7,cc3                     /* set CC3 to true */
 106        subcc           gr9,gr5,gr9,icc0
 107        subx            gr8,gr4,gr8,icc0
 108        cstd.p          gr8,@(gr10,gr0)         ,cc3,#1
 109        corcc           gr29,gr29,gr0           ,cc3,#1 /* clear ICC3.Z if store happens */
 110        beq             icc3,#0,0b
 111        bralr
 112
 113        .size           atomic64_sub_return, .-atomic64_sub_return
 114
 115###############################################################################
 116#
 117# uint64_t __xchg_64(uint64_t i, uint64_t *v)
 118#
 119###############################################################################
 120        .globl          __xchg_64
 121        .type           __xchg_64,@function
 122__xchg_64:
 123        or.p            gr8,gr8,gr4
 124        or              gr9,gr9,gr5
 1250:
 126        orcc            gr0,gr0,gr0,icc3                /* set ICC3.Z */
 127        ckeq            icc3,cc7
 128        ldd.p           @(gr10,gr0),gr8                 /* LDD.P/ORCR must be atomic */
 129        orcr            cc7,cc7,cc3                     /* set CC3 to true */
 130        cstd.p          gr4,@(gr10,gr0)         ,cc3,#1
 131        corcc           gr29,gr29,gr0           ,cc3,#1 /* clear ICC3.Z if store happens */
 132        beq             icc3,#0,0b
 133        bralr
 134
 135        .size           __xchg_64, .-__xchg_64
 136
 137###############################################################################
 138#
 139# uint64_t __cmpxchg_64(uint64_t test, uint64_t new, uint64_t *v)
 140#
 141###############################################################################
 142        .globl          __cmpxchg_64
 143        .type           __cmpxchg_64,@function
 144__cmpxchg_64:
 145        or.p            gr8,gr8,gr4
 146        or              gr9,gr9,gr5
 1470:
 148        orcc            gr0,gr0,gr0,icc3                /* set ICC3.Z */
 149        ckeq            icc3,cc7
 150        ldd.p           @(gr12,gr0),gr8                 /* LDD.P/ORCR must be atomic */
 151        orcr            cc7,cc7,cc3
 152        subcc           gr8,gr4,gr0,icc0
 153        subcc.p         gr9,gr5,gr0,icc1
 154        bnelr           icc0,#0
 155        bnelr           icc1,#0
 156        cstd.p          gr10,@(gr12,gr0)        ,cc3,#1
 157        corcc           gr29,gr29,gr0           ,cc3,#1 /* clear ICC3.Z if store happens */
 158        beq             icc3,#0,0b
 159        bralr
 160
 161        .size           __cmpxchg_64, .-__cmpxchg_64
 162
 163