linux/arch/powerpc/lib/hweight_64.S
<<
>>
Prefs
   1/*
   2 * This program is free software; you can redistribute it and/or modify
   3 * it under the terms of the GNU General Public License as published by
   4 * the Free Software Foundation; either version 2 of the License, or
   5 * (at your option) any later version.
   6 *
   7 * This program is distributed in the hope that it will be useful,
   8 * but WITHOUT ANY WARRANTY; without even the implied warranty of
   9 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  10 * GNU General Public License for more details.
  11 *
  12 * You should have received a copy of the GNU General Public License
  13 * along with this program; if not, write to the Free Software
  14 * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
  15 *
  16 * Copyright (C) IBM Corporation, 2010
  17 *
  18 * Author: Anton Blanchard <anton@au.ibm.com>
  19 */
  20#include <asm/processor.h>
  21#include <asm/ppc_asm.h>
  22#include <asm/export.h>
  23
  24/* Note: This code relies on -mminimal-toc */
  25
  26_GLOBAL(__arch_hweight8)
  27BEGIN_FTR_SECTION
  28        b __sw_hweight8
  29        nop
  30        nop
  31FTR_SECTION_ELSE
  32        PPC_POPCNTB(R3,R3)
  33        clrldi  r3,r3,64-8
  34        blr
  35ALT_FTR_SECTION_END_IFCLR(CPU_FTR_POPCNTB)
  36EXPORT_SYMBOL(__arch_hweight8)
  37
  38_GLOBAL(__arch_hweight16)
  39BEGIN_FTR_SECTION
  40        b __sw_hweight16
  41        nop
  42        nop
  43        nop
  44        nop
  45FTR_SECTION_ELSE
  46  BEGIN_FTR_SECTION_NESTED(50)
  47        PPC_POPCNTB(R3,R3)
  48        srdi    r4,r3,8
  49        add     r3,r4,r3
  50        clrldi  r3,r3,64-8
  51        blr
  52  FTR_SECTION_ELSE_NESTED(50)
  53        clrlwi  r3,r3,16
  54        PPC_POPCNTW(R3,R3)
  55        clrldi  r3,r3,64-8
  56        blr
  57  ALT_FTR_SECTION_END_NESTED_IFCLR(CPU_FTR_POPCNTD, 50)
  58ALT_FTR_SECTION_END_IFCLR(CPU_FTR_POPCNTB)
  59EXPORT_SYMBOL(__arch_hweight16)
  60
  61_GLOBAL(__arch_hweight32)
  62BEGIN_FTR_SECTION
  63        b __sw_hweight32
  64        nop
  65        nop
  66        nop
  67        nop
  68        nop
  69        nop
  70FTR_SECTION_ELSE
  71  BEGIN_FTR_SECTION_NESTED(51)
  72        PPC_POPCNTB(R3,R3)
  73        srdi    r4,r3,16
  74        add     r3,r4,r3
  75        srdi    r4,r3,8
  76        add     r3,r4,r3
  77        clrldi  r3,r3,64-8
  78        blr
  79  FTR_SECTION_ELSE_NESTED(51)
  80        PPC_POPCNTW(R3,R3)
  81        clrldi  r3,r3,64-8
  82        blr
  83  ALT_FTR_SECTION_END_NESTED_IFCLR(CPU_FTR_POPCNTD, 51)
  84ALT_FTR_SECTION_END_IFCLR(CPU_FTR_POPCNTB)
  85EXPORT_SYMBOL(__arch_hweight32)
  86
  87_GLOBAL(__arch_hweight64)
  88BEGIN_FTR_SECTION
  89        b __sw_hweight64
  90        nop
  91        nop
  92        nop
  93        nop
  94        nop
  95        nop
  96        nop
  97        nop
  98FTR_SECTION_ELSE
  99  BEGIN_FTR_SECTION_NESTED(52)
 100        PPC_POPCNTB(R3,R3)
 101        srdi    r4,r3,32
 102        add     r3,r4,r3
 103        srdi    r4,r3,16
 104        add     r3,r4,r3
 105        srdi    r4,r3,8
 106        add     r3,r4,r3
 107        clrldi  r3,r3,64-8
 108        blr
 109  FTR_SECTION_ELSE_NESTED(52)
 110        PPC_POPCNTD(R3,R3)
 111        clrldi  r3,r3,64-8
 112        blr
 113  ALT_FTR_SECTION_END_NESTED_IFCLR(CPU_FTR_POPCNTD, 52)
 114ALT_FTR_SECTION_END_IFCLR(CPU_FTR_POPCNTB)
 115EXPORT_SYMBOL(__arch_hweight64)
 116