hweight_64.S

  1/* SPDX-License-Identifier: GPL-2.0-or-later */
  2/*
  3 *
  4 * Copyright (C) IBM Corporation, 2010
  5 *
  6 * Author: Anton Blanchard <anton@au.ibm.com>
  7 */
  8#include <linux/export.h>
  9#include <asm/processor.h>
 10#include <asm/ppc_asm.h>
 11#include <asm/feature-fixups.h>
 12
 13/* Note: This code relies on -mminimal-toc */
 14
 15_GLOBAL(__arch_hweight8)
 16BEGIN_FTR_SECTION
 17	b CFUNC(__sw_hweight8)
 18	nop
 19	nop
 20FTR_SECTION_ELSE
 21	PPC_POPCNTB(R3,R3)
 22	clrldi	r3,r3,64-8
 23	blr
 24ALT_FTR_SECTION_END_IFCLR(CPU_FTR_POPCNTB)
 25EXPORT_SYMBOL(__arch_hweight8)
 26
 27_GLOBAL(__arch_hweight16)
 28BEGIN_FTR_SECTION
 29	b CFUNC(__sw_hweight16)
 30	nop
 31	nop
 32	nop
 33	nop
 34FTR_SECTION_ELSE
 35  BEGIN_FTR_SECTION_NESTED(50)
 36	PPC_POPCNTB(R3,R3)
 37	srdi	r4,r3,8
 38	add	r3,r4,r3
 39	clrldi	r3,r3,64-8
 40	blr
 41  FTR_SECTION_ELSE_NESTED(50)
 42	clrlwi  r3,r3,16
 43	PPC_POPCNTW(R3,R3)
 44	clrldi	r3,r3,64-8
 45	blr
 46  ALT_FTR_SECTION_END_NESTED_IFCLR(CPU_FTR_POPCNTD, 50)
 47ALT_FTR_SECTION_END_IFCLR(CPU_FTR_POPCNTB)
 48EXPORT_SYMBOL(__arch_hweight16)
 49
 50_GLOBAL(__arch_hweight32)
 51BEGIN_FTR_SECTION
 52	b CFUNC(__sw_hweight32)
 53	nop
 54	nop
 55	nop
 56	nop
 57	nop
 58	nop
 59FTR_SECTION_ELSE
 60  BEGIN_FTR_SECTION_NESTED(51)
 61	PPC_POPCNTB(R3,R3)
 62	srdi	r4,r3,16
 63	add	r3,r4,r3
 64	srdi	r4,r3,8
 65	add	r3,r4,r3
 66	clrldi	r3,r3,64-8
 67	blr
 68  FTR_SECTION_ELSE_NESTED(51)
 69	PPC_POPCNTW(R3,R3)
 70	clrldi	r3,r3,64-8
 71	blr
 72  ALT_FTR_SECTION_END_NESTED_IFCLR(CPU_FTR_POPCNTD, 51)
 73ALT_FTR_SECTION_END_IFCLR(CPU_FTR_POPCNTB)
 74EXPORT_SYMBOL(__arch_hweight32)
 75
 76_GLOBAL(__arch_hweight64)
 77BEGIN_FTR_SECTION
 78	b CFUNC(__sw_hweight64)
 79	nop
 80	nop
 81	nop
 82	nop
 83	nop
 84	nop
 85	nop
 86	nop
 87FTR_SECTION_ELSE
 88  BEGIN_FTR_SECTION_NESTED(52)
 89	PPC_POPCNTB(R3,R3)
 90	srdi	r4,r3,32
 91	add	r3,r4,r3
 92	srdi	r4,r3,16
 93	add	r3,r4,r3
 94	srdi	r4,r3,8
 95	add	r3,r4,r3
 96	clrldi	r3,r3,64-8
 97	blr
 98  FTR_SECTION_ELSE_NESTED(52)
 99	PPC_POPCNTD(R3,R3)
100	clrldi	r3,r3,64-8
101	blr
102  ALT_FTR_SECTION_END_NESTED_IFCLR(CPU_FTR_POPCNTD, 52)
103ALT_FTR_SECTION_END_IFCLR(CPU_FTR_POPCNTB)
104EXPORT_SYMBOL(__arch_hweight64)