File Index
Files and directories
Sign in
FILE

loongarch.h

File preview with syntax highlighting.

linux-6.19.14/arch/loongarch/include/asm/loongarch.h C
   1/* SPDX-License-Identifier: GPL-2.0 */
   2/*
   3 * Copyright (C) 2020-2022 Loongson Technology Corporation Limited
   4 */
   5#ifndef _ASM_LOONGARCH_H
   6#define _ASM_LOONGARCH_H
   7
   8#include <linux/bits.h>
   9#include <linux/linkage.h>
  10#include <linux/types.h>
  11
  12#ifndef __ASSEMBLER__
  13#include <larchintrin.h>
  14
  15/* CPUCFG */
  16#define read_cpucfg(reg) __cpucfg(reg)
  17
  18#endif /* !__ASSEMBLER__ */
  19
  20#ifdef __ASSEMBLER__
  21
  22/* LoongArch Registers */
  23#define REG_ZERO	0x0
  24#define REG_RA		0x1
  25#define REG_TP		0x2
  26#define REG_SP		0x3
  27#define REG_A0		0x4 /* Reused as V0 for return value */
  28#define REG_A1		0x5 /* Reused as V1 for return value */
  29#define REG_A2		0x6
  30#define REG_A3		0x7
  31#define REG_A4		0x8
  32#define REG_A5		0x9
  33#define REG_A6		0xa
  34#define REG_A7		0xb
  35#define REG_T0		0xc
  36#define REG_T1		0xd
  37#define REG_T2		0xe
  38#define REG_T3		0xf
  39#define REG_T4		0x10
  40#define REG_T5		0x11
  41#define REG_T6		0x12
  42#define REG_T7		0x13
  43#define REG_T8		0x14
  44#define REG_U0		0x15 /* Kernel uses it as percpu base */
  45#define REG_FP		0x16
  46#define REG_S0		0x17
  47#define REG_S1		0x18
  48#define REG_S2		0x19
  49#define REG_S3		0x1a
  50#define REG_S4		0x1b
  51#define REG_S5		0x1c
  52#define REG_S6		0x1d
  53#define REG_S7		0x1e
  54#define REG_S8		0x1f
  55
  56#endif /* __ASSEMBLER__ */
  57
  58/* Bit fields for CPUCFG registers */
  59#define LOONGARCH_CPUCFG0		0x0
  60#define  CPUCFG0_PRID			GENMASK(31, 0)
  61
  62#define LOONGARCH_CPUCFG1		0x1
  63#define  CPUCFG1_ISGR32			BIT(0)
  64#define  CPUCFG1_ISGR64			BIT(1)
  65#define  CPUCFG1_ISA			GENMASK(1, 0)
  66#define  CPUCFG1_PAGING			BIT(2)
  67#define  CPUCFG1_IOCSR			BIT(3)
  68#define  CPUCFG1_PABITS			GENMASK(11, 4)
  69#define  CPUCFG1_VABITS			GENMASK(19, 12)
  70#define  CPUCFG1_UAL			BIT(20)
  71#define  CPUCFG1_RI			BIT(21)
  72#define  CPUCFG1_EP			BIT(22)
  73#define  CPUCFG1_RPLV			BIT(23)
  74#define  CPUCFG1_HUGEPG			BIT(24)
  75#define  CPUCFG1_CRC32			BIT(25)
  76#define  CPUCFG1_MSGINT			BIT(26)
  77
  78#define LOONGARCH_CPUCFG2		0x2
  79#define  CPUCFG2_FP			BIT(0)
  80#define  CPUCFG2_FPSP			BIT(1)
  81#define  CPUCFG2_FPDP			BIT(2)
  82#define  CPUCFG2_FPVERS			GENMASK(5, 3)
  83#define  CPUCFG2_LSX			BIT(6)
  84#define  CPUCFG2_LASX			BIT(7)
  85#define  CPUCFG2_COMPLEX		BIT(8)
  86#define  CPUCFG2_CRYPTO			BIT(9)
  87#define  CPUCFG2_LVZP			BIT(10)
  88#define  CPUCFG2_LVZVER			GENMASK(13, 11)
  89#define  CPUCFG2_LLFTP			BIT(14)
  90#define  CPUCFG2_LLFTPREV		GENMASK(17, 15)
  91#define  CPUCFG2_X86BT			BIT(18)
  92#define  CPUCFG2_ARMBT			BIT(19)
  93#define  CPUCFG2_MIPSBT			BIT(20)
  94#define  CPUCFG2_LSPW			BIT(21)
  95#define  CPUCFG2_LAM			BIT(22)
  96#define  CPUCFG2_PTW			BIT(24)
  97#define  CPUCFG2_FRECIPE		BIT(25)
  98#define  CPUCFG2_DIV32			BIT(26)
  99#define  CPUCFG2_LAM_BH			BIT(27)
 100#define  CPUCFG2_LAMCAS			BIT(28)
 101#define  CPUCFG2_LLACQ_SCREL		BIT(29)
 102#define  CPUCFG2_SCQ			BIT(30)
 103
 104#define LOONGARCH_CPUCFG3		0x3
 105#define  CPUCFG3_CCDMA			BIT(0)
 106#define  CPUCFG3_SFB			BIT(1)
 107#define  CPUCFG3_UCACC			BIT(2)
 108#define  CPUCFG3_LLEXC			BIT(3)
 109#define  CPUCFG3_SCDLY			BIT(4)
 110#define  CPUCFG3_LLDBAR			BIT(5)
 111#define  CPUCFG3_ITLBT			BIT(6)
 112#define  CPUCFG3_ICACHET		BIT(7)
 113#define  CPUCFG3_SPW_LVL		GENMASK(10, 8)
 114#define  CPUCFG3_SPW_HG_HF		BIT(11)
 115#define  CPUCFG3_RVA			BIT(12)
 116#define  CPUCFG3_RVAMAX			GENMASK(16, 13)
 117#define  CPUCFG3_DBAR_HINTS		BIT(17)
 118#define  CPUCFG3_ALDORDER_CAP		BIT(18) /* All address load ordered, capability */
 119#define  CPUCFG3_ASTORDER_CAP		BIT(19) /* All address store ordered, capability */
 120#define  CPUCFG3_ALDORDER_STA		BIT(20) /* All address load ordered, status */
 121#define  CPUCFG3_ASTORDER_STA		BIT(21) /* All address store ordered, status */
 122#define  CPUCFG3_SLDORDER_CAP		BIT(22) /* Same address load ordered, capability */
 123#define  CPUCFG3_SLDORDER_STA		BIT(23) /* Same address load ordered, status */
 124
 125#define LOONGARCH_CPUCFG4		0x4
 126#define  CPUCFG4_CCFREQ			GENMASK(31, 0)
 127
 128#define LOONGARCH_CPUCFG5		0x5
 129#define  CPUCFG5_CCMUL			GENMASK(15, 0)
 130#define  CPUCFG5_CCDIV			GENMASK(31, 16)
 131
 132#define LOONGARCH_CPUCFG6		0x6
 133#define  CPUCFG6_PMP			BIT(0)
 134#define  CPUCFG6_PAMVER			GENMASK(3, 1)
 135#define  CPUCFG6_PMNUM			GENMASK(7, 4)
 136#define  CPUCFG6_PMNUM_SHIFT		4
 137#define  CPUCFG6_PMBITS			GENMASK(13, 8)
 138#define  CPUCFG6_PMBITS_SHIFT		8
 139#define  CPUCFG6_UPM			BIT(14)
 140
 141#define LOONGARCH_CPUCFG16		0x10
 142#define  CPUCFG16_L1_IUPRE		BIT(0)
 143#define  CPUCFG16_L1_IUUNIFY		BIT(1)
 144#define  CPUCFG16_L1_DPRE		BIT(2)
 145#define  CPUCFG16_L2_IUPRE		BIT(3)
 146#define  CPUCFG16_L2_IUUNIFY		BIT(4)
 147#define  CPUCFG16_L2_IUPRIV		BIT(5)
 148#define  CPUCFG16_L2_IUINCL		BIT(6)
 149#define  CPUCFG16_L2_DPRE		BIT(7)
 150#define  CPUCFG16_L2_DPRIV		BIT(8)
 151#define  CPUCFG16_L2_DINCL		BIT(9)
 152#define  CPUCFG16_L3_IUPRE		BIT(10)
 153#define  CPUCFG16_L3_IUUNIFY		BIT(11)
 154#define  CPUCFG16_L3_IUPRIV		BIT(12)
 155#define  CPUCFG16_L3_IUINCL		BIT(13)
 156#define  CPUCFG16_L3_DPRE		BIT(14)
 157#define  CPUCFG16_L3_DPRIV		BIT(15)
 158#define  CPUCFG16_L3_DINCL		BIT(16)
 159
 160#define LOONGARCH_CPUCFG17		0x11
 161#define LOONGARCH_CPUCFG18		0x12
 162#define LOONGARCH_CPUCFG19		0x13
 163#define LOONGARCH_CPUCFG20		0x14
 164#define  CPUCFG_CACHE_WAYS_M		GENMASK(15, 0)
 165#define  CPUCFG_CACHE_SETS_M		GENMASK(23, 16)
 166#define  CPUCFG_CACHE_LSIZE_M		GENMASK(30, 24)
 167#define  CPUCFG_CACHE_WAYS	 	0
 168#define  CPUCFG_CACHE_SETS		16
 169#define  CPUCFG_CACHE_LSIZE		24
 170
 171#define LOONGARCH_CPUCFG48		0x30
 172#define  CPUCFG48_MCSR_LCK		BIT(0)
 173#define  CPUCFG48_NAP_EN		BIT(1)
 174#define  CPUCFG48_VFPU_CG		BIT(2)
 175#define  CPUCFG48_RAM_CG		BIT(3)
 176
 177/*
 178 * CPUCFG index area: 0x40000000 -- 0x400000ff
 179 * SW emulation for KVM hypervirsor, see arch/loongarch/include/uapi/asm/kvm_para.h
 180 */
 181
 182#ifndef __ASSEMBLER__
 183
 184/* CSR */
 185#define csr_read32(reg) __csrrd_w(reg)
 186#define csr_read64(reg) __csrrd_d(reg)
 187#define csr_write32(val, reg) __csrwr_w(val, reg)
 188#define csr_write64(val, reg) __csrwr_d(val, reg)
 189#define csr_xchg32(val, mask, reg) __csrxchg_w(val, mask, reg)
 190#define csr_xchg64(val, mask, reg) __csrxchg_d(val, mask, reg)
 191
 192#ifdef CONFIG_32BIT
 193#define csr_read(reg) csr_read32(reg)
 194#define csr_write(val, reg) csr_write32(val, reg)
 195#define csr_xchg(val, mask, reg) csr_xchg32(val, mask, reg)
 196#else
 197#define csr_read(reg) csr_read64(reg)
 198#define csr_write(val, reg) csr_write64(val, reg)
 199#define csr_xchg(val, mask, reg) csr_xchg64(val, mask, reg)
 200#endif
 201
 202/* IOCSR */
 203#define iocsr_read32(reg) __iocsrrd_w(reg)
 204#define iocsr_read64(reg) __iocsrrd_d(reg)
 205#define iocsr_write32(val, reg) __iocsrwr_w(val, reg)
 206#define iocsr_write64(val, reg) __iocsrwr_d(val, reg)
 207
 208#endif /* !__ASSEMBLER__ */
 209
 210/* CSR register number */
 211
 212/* Basic CSR registers */
 213#define LOONGARCH_CSR_CRMD		0x0	/* Current mode info */
 214#define  CSR_CRMD_WE_SHIFT		9
 215#define  CSR_CRMD_WE			(_ULCAST_(0x1) << CSR_CRMD_WE_SHIFT)
 216#define  CSR_CRMD_DACM_SHIFT		7
 217#define  CSR_CRMD_DACM_WIDTH		2
 218#define  CSR_CRMD_DACM			(_ULCAST_(0x3) << CSR_CRMD_DACM_SHIFT)
 219#define  CSR_CRMD_DACF_SHIFT		5
 220#define  CSR_CRMD_DACF_WIDTH		2
 221#define  CSR_CRMD_DACF			(_ULCAST_(0x3) << CSR_CRMD_DACF_SHIFT)
 222#define  CSR_CRMD_PG_SHIFT		4
 223#define  CSR_CRMD_PG			(_ULCAST_(0x1) << CSR_CRMD_PG_SHIFT)
 224#define  CSR_CRMD_DA_SHIFT		3
 225#define  CSR_CRMD_DA			(_ULCAST_(0x1) << CSR_CRMD_DA_SHIFT)
 226#define  CSR_CRMD_IE_SHIFT		2
 227#define  CSR_CRMD_IE			(_ULCAST_(0x1) << CSR_CRMD_IE_SHIFT)
 228#define  CSR_CRMD_PLV_SHIFT		0
 229#define  CSR_CRMD_PLV_WIDTH		2
 230#define  CSR_CRMD_PLV			(_ULCAST_(0x3) << CSR_CRMD_PLV_SHIFT)
 231
 232#define PLV_KERN			0
 233#define PLV_USER			3
 234#define PLV_MASK			0x3
 235
 236#define LOONGARCH_CSR_PRMD		0x1	/* Prev-exception mode info */
 237#define  CSR_PRMD_PWE_SHIFT		3
 238#define  CSR_PRMD_PWE			(_ULCAST_(0x1) << CSR_PRMD_PWE_SHIFT)
 239#define  CSR_PRMD_PIE_SHIFT		2
 240#define  CSR_PRMD_PIE			(_ULCAST_(0x1) << CSR_PRMD_PIE_SHIFT)
 241#define  CSR_PRMD_PPLV_SHIFT		0
 242#define  CSR_PRMD_PPLV_WIDTH		2
 243#define  CSR_PRMD_PPLV			(_ULCAST_(0x3) << CSR_PRMD_PPLV_SHIFT)
 244
 245#define LOONGARCH_CSR_EUEN		0x2	/* Extended unit enable */
 246#define  CSR_EUEN_LBTEN_SHIFT		3
 247#define  CSR_EUEN_LBTEN			(_ULCAST_(0x1) << CSR_EUEN_LBTEN_SHIFT)
 248#define  CSR_EUEN_LASXEN_SHIFT		2
 249#define  CSR_EUEN_LASXEN		(_ULCAST_(0x1) << CSR_EUEN_LASXEN_SHIFT)
 250#define  CSR_EUEN_LSXEN_SHIFT		1
 251#define  CSR_EUEN_LSXEN			(_ULCAST_(0x1) << CSR_EUEN_LSXEN_SHIFT)
 252#define  CSR_EUEN_FPEN_SHIFT		0
 253#define  CSR_EUEN_FPEN			(_ULCAST_(0x1) << CSR_EUEN_FPEN_SHIFT)
 254
 255#define LOONGARCH_CSR_MISC		0x3	/* Misc config */
 256
 257#define LOONGARCH_CSR_ECFG		0x4	/* Exception config */
 258#define  CSR_ECFG_VS_SHIFT		16
 259#define  CSR_ECFG_VS_WIDTH		3
 260#define  CSR_ECFG_VS_SHIFT_END		(CSR_ECFG_VS_SHIFT + CSR_ECFG_VS_WIDTH - 1)
 261#define  CSR_ECFG_VS			(_ULCAST_(0x7) << CSR_ECFG_VS_SHIFT)
 262#define  CSR_ECFG_IM_SHIFT		0
 263#define  CSR_ECFG_IM_WIDTH		14
 264#define  CSR_ECFG_IM			(_ULCAST_(0x3fff) << CSR_ECFG_IM_SHIFT)
 265
 266#define LOONGARCH_CSR_ESTAT		0x5	/* Exception status */
 267#define  CSR_ESTAT_ESUBCODE_SHIFT	22
 268#define  CSR_ESTAT_ESUBCODE_WIDTH	9
 269#define  CSR_ESTAT_ESUBCODE		(_ULCAST_(0x1ff) << CSR_ESTAT_ESUBCODE_SHIFT)
 270#define  CSR_ESTAT_EXC_SHIFT		16
 271#define  CSR_ESTAT_EXC_WIDTH		6
 272#define  CSR_ESTAT_EXC			(_ULCAST_(0x3f) << CSR_ESTAT_EXC_SHIFT)
 273#define  CSR_ESTAT_IS_SHIFT		0
 274#define  CSR_ESTAT_IS_WIDTH		15
 275#define  CSR_ESTAT_IS			(_ULCAST_(0x7fff) << CSR_ESTAT_IS_SHIFT)
 276
 277#define LOONGARCH_CSR_ERA		0x6	/* Exception return address */
 278
 279#define LOONGARCH_CSR_BADV		0x7	/* Bad virtual address */
 280
 281#define LOONGARCH_CSR_BADI		0x8	/* Bad instruction */
 282
 283#define LOONGARCH_CSR_EENTRY		0xc	/* Exception entry */
 284
 285/* TLB related CSR registers */
 286#define LOONGARCH_CSR_TLBIDX		0x10	/* TLB Index, EHINV, PageSize, NP */
 287#define  CSR_TLBIDX_EHINV_SHIFT		31
 288#define  CSR_TLBIDX_EHINV		(_ULCAST_(1) << CSR_TLBIDX_EHINV_SHIFT)
 289#define  CSR_TLBIDX_PS_SHIFT		24
 290#define  CSR_TLBIDX_PS_WIDTH		6
 291#define  CSR_TLBIDX_PS			(_ULCAST_(0x3f) << CSR_TLBIDX_PS_SHIFT)
 292#define  CSR_TLBIDX_IDX_SHIFT		0
 293#define  CSR_TLBIDX_IDX_WIDTH		12
 294#define  CSR_TLBIDX_IDX			(_ULCAST_(0xfff) << CSR_TLBIDX_IDX_SHIFT)
 295#define  CSR_TLBIDX_SIZEM		0x3f000000
 296#define  CSR_TLBIDX_SIZE		CSR_TLBIDX_PS_SHIFT
 297#define  CSR_TLBIDX_IDXM		0xfff
 298#define  CSR_INVALID_ENTRY(e)		(CSR_TLBIDX_EHINV | e)
 299
 300#define LOONGARCH_CSR_TLBEHI		0x11	/* TLB EntryHi */
 301
 302#define LOONGARCH_CSR_TLBELO0		0x12	/* TLB EntryLo0 */
 303#define  CSR_TLBLO0_RPLV_SHIFT		63
 304#define  CSR_TLBLO0_RPLV		(_ULCAST_(0x1) << CSR_TLBLO0_RPLV_SHIFT)
 305#define  CSR_TLBLO0_NX_SHIFT		62
 306#define  CSR_TLBLO0_NX			(_ULCAST_(0x1) << CSR_TLBLO0_NX_SHIFT)
 307#define  CSR_TLBLO0_NR_SHIFT		61
 308#define  CSR_TLBLO0_NR			(_ULCAST_(0x1) << CSR_TLBLO0_NR_SHIFT)
 309#define  CSR_TLBLO0_PFN_SHIFT		12
 310#define  CSR_TLBLO0_PFN_WIDTH		36
 311#define  CSR_TLBLO0_PFN			(_ULCAST_(0xfffffffff) << CSR_TLBLO0_PFN_SHIFT)
 312#define  CSR_TLBLO0_GLOBAL_SHIFT	6
 313#define  CSR_TLBLO0_GLOBAL		(_ULCAST_(0x1) << CSR_TLBLO0_GLOBAL_SHIFT)
 314#define  CSR_TLBLO0_CCA_SHIFT		4
 315#define  CSR_TLBLO0_CCA_WIDTH		2
 316#define  CSR_TLBLO0_CCA			(_ULCAST_(0x3) << CSR_TLBLO0_CCA_SHIFT)
 317#define  CSR_TLBLO0_PLV_SHIFT		2
 318#define  CSR_TLBLO0_PLV_WIDTH		2
 319#define  CSR_TLBLO0_PLV			(_ULCAST_(0x3) << CSR_TLBLO0_PLV_SHIFT)
 320#define  CSR_TLBLO0_WE_SHIFT		1
 321#define  CSR_TLBLO0_WE			(_ULCAST_(0x1) << CSR_TLBLO0_WE_SHIFT)
 322#define  CSR_TLBLO0_V_SHIFT		0
 323#define  CSR_TLBLO0_V			(_ULCAST_(0x1) << CSR_TLBLO0_V_SHIFT)
 324
 325#define LOONGARCH_CSR_TLBELO1		0x13	/* TLB EntryLo1 */
 326#define  CSR_TLBLO1_RPLV_SHIFT		63
 327#define  CSR_TLBLO1_RPLV		(_ULCAST_(0x1) << CSR_TLBLO1_RPLV_SHIFT)
 328#define  CSR_TLBLO1_NX_SHIFT		62
 329#define  CSR_TLBLO1_NX			(_ULCAST_(0x1) << CSR_TLBLO1_NX_SHIFT)
 330#define  CSR_TLBLO1_NR_SHIFT		61
 331#define  CSR_TLBLO1_NR			(_ULCAST_(0x1) << CSR_TLBLO1_NR_SHIFT)
 332#define  CSR_TLBLO1_PFN_SHIFT		12
 333#define  CSR_TLBLO1_PFN_WIDTH		36
 334#define  CSR_TLBLO1_PFN			(_ULCAST_(0xfffffffff) << CSR_TLBLO1_PFN_SHIFT)
 335#define  CSR_TLBLO1_GLOBAL_SHIFT	6
 336#define  CSR_TLBLO1_GLOBAL		(_ULCAST_(0x1) << CSR_TLBLO1_GLOBAL_SHIFT)
 337#define  CSR_TLBLO1_CCA_SHIFT		4
 338#define  CSR_TLBLO1_CCA_WIDTH		2
 339#define  CSR_TLBLO1_CCA			(_ULCAST_(0x3) << CSR_TLBLO1_CCA_SHIFT)
 340#define  CSR_TLBLO1_PLV_SHIFT		2
 341#define  CSR_TLBLO1_PLV_WIDTH		2
 342#define  CSR_TLBLO1_PLV			(_ULCAST_(0x3) << CSR_TLBLO1_PLV_SHIFT)
 343#define  CSR_TLBLO1_WE_SHIFT		1
 344#define  CSR_TLBLO1_WE			(_ULCAST_(0x1) << CSR_TLBLO1_WE_SHIFT)
 345#define  CSR_TLBLO1_V_SHIFT		0
 346#define  CSR_TLBLO1_V			(_ULCAST_(0x1) << CSR_TLBLO1_V_SHIFT)
 347
 348#define LOONGARCH_CSR_GTLBC		0x15	/* Guest TLB control */
 349#define  CSR_GTLBC_TGID_SHIFT		16
 350#define  CSR_GTLBC_TGID_WIDTH		8
 351#define  CSR_GTLBC_TGID_SHIFT_END	(CSR_GTLBC_TGID_SHIFT + CSR_GTLBC_TGID_WIDTH - 1)
 352#define  CSR_GTLBC_TGID			(_ULCAST_(0xff) << CSR_GTLBC_TGID_SHIFT)
 353#define  CSR_GTLBC_TOTI_SHIFT		13
 354#define  CSR_GTLBC_TOTI			(_ULCAST_(0x1) << CSR_GTLBC_TOTI_SHIFT)
 355#define  CSR_GTLBC_USETGID_SHIFT	12
 356#define  CSR_GTLBC_USETGID		(_ULCAST_(0x1) << CSR_GTLBC_USETGID_SHIFT)
 357#define  CSR_GTLBC_GMTLBSZ_SHIFT	0
 358#define  CSR_GTLBC_GMTLBSZ_WIDTH	6
 359#define  CSR_GTLBC_GMTLBSZ		(_ULCAST_(0x3f) << CSR_GTLBC_GMTLBSZ_SHIFT)
 360
 361#define LOONGARCH_CSR_TRGP		0x16	/* TLBR read guest info */
 362#define  CSR_TRGP_RID_SHIFT		16
 363#define  CSR_TRGP_RID_WIDTH		8
 364#define  CSR_TRGP_RID			(_ULCAST_(0xff) << CSR_TRGP_RID_SHIFT)
 365#define  CSR_TRGP_GTLB_SHIFT		0
 366#define  CSR_TRGP_GTLB			(1 << CSR_TRGP_GTLB_SHIFT)
 367
 368#define LOONGARCH_CSR_ASID		0x18	/* ASID */
 369#define  CSR_ASID_BIT_SHIFT		16	/* ASIDBits */
 370#define  CSR_ASID_BIT_WIDTH		8
 371#define  CSR_ASID_BIT			(_ULCAST_(0xff) << CSR_ASID_BIT_SHIFT)
 372#define  CSR_ASID_ASID_SHIFT		0
 373#define  CSR_ASID_ASID_WIDTH		10
 374#define  CSR_ASID_ASID			(_ULCAST_(0x3ff) << CSR_ASID_ASID_SHIFT)
 375
 376#define LOONGARCH_CSR_PGDL		0x19	/* Page table base address when VA[VALEN-1] = 0 */
 377
 378#define LOONGARCH_CSR_PGDH		0x1a	/* Page table base address when VA[VALEN-1] = 1 */
 379
 380#define LOONGARCH_CSR_PGD		0x1b	/* Page table base */
 381
 382#define LOONGARCH_CSR_PWCTL0		0x1c	/* PWCtl0 */
 383#define  CSR_PWCTL0_PTEW_SHIFT		30
 384#define  CSR_PWCTL0_PTEW_WIDTH		2
 385#define  CSR_PWCTL0_PTEW		(_ULCAST_(0x3) << CSR_PWCTL0_PTEW_SHIFT)
 386#define  CSR_PWCTL0_DIR1WIDTH_SHIFT	25
 387#define  CSR_PWCTL0_DIR1WIDTH_WIDTH	5
 388#define  CSR_PWCTL0_DIR1WIDTH		(_ULCAST_(0x1f) << CSR_PWCTL0_DIR1WIDTH_SHIFT)
 389#define  CSR_PWCTL0_DIR1BASE_SHIFT	20
 390#define  CSR_PWCTL0_DIR1BASE_WIDTH	5
 391#define  CSR_PWCTL0_DIR1BASE		(_ULCAST_(0x1f) << CSR_PWCTL0_DIR1BASE_SHIFT)
 392#define  CSR_PWCTL0_DIR0WIDTH_SHIFT	15
 393#define  CSR_PWCTL0_DIR0WIDTH_WIDTH	5
 394#define  CSR_PWCTL0_DIR0WIDTH		(_ULCAST_(0x1f) << CSR_PWCTL0_DIR0WIDTH_SHIFT)
 395#define  CSR_PWCTL0_DIR0BASE_SHIFT	10
 396#define  CSR_PWCTL0_DIR0BASE_WIDTH	5
 397#define  CSR_PWCTL0_DIR0BASE		(_ULCAST_(0x1f) << CSR_PWCTL0_DIR0BASE_SHIFT)
 398#define  CSR_PWCTL0_PTWIDTH_SHIFT	5
 399#define  CSR_PWCTL0_PTWIDTH_WIDTH	5
 400#define  CSR_PWCTL0_PTWIDTH		(_ULCAST_(0x1f) << CSR_PWCTL0_PTWIDTH_SHIFT)
 401#define  CSR_PWCTL0_PTBASE_SHIFT	0
 402#define  CSR_PWCTL0_PTBASE_WIDTH	5
 403#define  CSR_PWCTL0_PTBASE		(_ULCAST_(0x1f) << CSR_PWCTL0_PTBASE_SHIFT)
 404
 405#define LOONGARCH_CSR_PWCTL1		0x1d	/* PWCtl1 */
 406#define  CSR_PWCTL1_PTW_SHIFT		24
 407#define  CSR_PWCTL1_PTW_WIDTH		1
 408#define  CSR_PWCTL1_PTW			(_ULCAST_(0x1) << CSR_PWCTL1_PTW_SHIFT)
 409#define  CSR_PWCTL1_DIR3WIDTH_SHIFT	18
 410#define  CSR_PWCTL1_DIR3WIDTH_WIDTH	5
 411#define  CSR_PWCTL1_DIR3WIDTH		(_ULCAST_(0x1f) << CSR_PWCTL1_DIR3WIDTH_SHIFT)
 412#define  CSR_PWCTL1_DIR3BASE_SHIFT	12
 413#define  CSR_PWCTL1_DIR3BASE_WIDTH	5
 414#define  CSR_PWCTL1_DIR3BASE		(_ULCAST_(0x1f) << CSR_PWCTL0_DIR3BASE_SHIFT)
 415#define  CSR_PWCTL1_DIR2WIDTH_SHIFT	6
 416#define  CSR_PWCTL1_DIR2WIDTH_WIDTH	5
 417#define  CSR_PWCTL1_DIR2WIDTH		(_ULCAST_(0x1f) << CSR_PWCTL1_DIR2WIDTH_SHIFT)
 418#define  CSR_PWCTL1_DIR2BASE_SHIFT	0
 419#define  CSR_PWCTL1_DIR2BASE_WIDTH	5
 420#define  CSR_PWCTL1_DIR2BASE		(_ULCAST_(0x1f) << CSR_PWCTL0_DIR2BASE_SHIFT)
 421
 422#define LOONGARCH_CSR_STLBPGSIZE	0x1e
 423#define  CSR_STLBPGSIZE_PS_WIDTH	6
 424#define  CSR_STLBPGSIZE_PS		(_ULCAST_(0x3f))
 425
 426#define LOONGARCH_CSR_RVACFG		0x1f
 427#define  CSR_RVACFG_RDVA_WIDTH		4
 428#define  CSR_RVACFG_RDVA		(_ULCAST_(0xf))
 429
 430/* Config CSR registers */
 431#define LOONGARCH_CSR_CPUID		0x20	/* CPU core id */
 432#define  CSR_CPUID_COREID_WIDTH		11
 433#define  CSR_CPUID_COREID		_ULCAST_(0x7ff)
 434
 435#define LOONGARCH_CSR_PRCFG1		0x21	/* Config1 */
 436#define  CSR_CONF1_VSMAX_SHIFT		12
 437#define  CSR_CONF1_VSMAX_WIDTH		3
 438#define  CSR_CONF1_VSMAX		(_ULCAST_(7) << CSR_CONF1_VSMAX_SHIFT)
 439#define  CSR_CONF1_TMRBITS_SHIFT	4
 440#define  CSR_CONF1_TMRBITS_WIDTH	8
 441#define  CSR_CONF1_TMRBITS		(_ULCAST_(0xff) << CSR_CONF1_TMRBITS_SHIFT)
 442#define  CSR_CONF1_KSNUM_WIDTH		4
 443#define  CSR_CONF1_KSNUM		_ULCAST_(0xf)
 444
 445#define LOONGARCH_CSR_PRCFG2		0x22	/* Config2 */
 446#define  CSR_CONF2_PGMASK_SUPP		0x3ffff000
 447
 448#define LOONGARCH_CSR_PRCFG3		0x23	/* Config3 */
 449#define  CSR_CONF3_STLBIDX_SHIFT	20
 450#define  CSR_CONF3_STLBIDX_WIDTH	6
 451#define  CSR_CONF3_STLBIDX		(_ULCAST_(0x3f) << CSR_CONF3_STLBIDX_SHIFT)
 452#define  CSR_CONF3_STLBWAYS_SHIFT	12
 453#define  CSR_CONF3_STLBWAYS_WIDTH	8
 454#define  CSR_CONF3_STLBWAYS		(_ULCAST_(0xff) << CSR_CONF3_STLBWAYS_SHIFT)
 455#define  CSR_CONF3_MTLBSIZE_SHIFT	4
 456#define  CSR_CONF3_MTLBSIZE_WIDTH	8
 457#define  CSR_CONF3_MTLBSIZE		(_ULCAST_(0xff) << CSR_CONF3_MTLBSIZE_SHIFT)
 458#define  CSR_CONF3_TLBTYPE_SHIFT	0
 459#define  CSR_CONF3_TLBTYPE_WIDTH	4
 460#define  CSR_CONF3_TLBTYPE		(_ULCAST_(0xf) << CSR_CONF3_TLBTYPE_SHIFT)
 461
 462/* KSave registers */
 463#define LOONGARCH_CSR_KS0		0x30
 464#define LOONGARCH_CSR_KS1		0x31
 465#define LOONGARCH_CSR_KS2		0x32
 466#define LOONGARCH_CSR_KS3		0x33
 467#define LOONGARCH_CSR_KS4		0x34
 468#define LOONGARCH_CSR_KS5		0x35
 469#define LOONGARCH_CSR_KS6		0x36
 470#define LOONGARCH_CSR_KS7		0x37
 471#define LOONGARCH_CSR_KS8		0x38
 472#define LOONGARCH_CSR_KS9		0x39
 473#define LOONGARCH_CSR_KS10		0x3a
 474#define LOONGARCH_CSR_KS11		0x3b
 475#define LOONGARCH_CSR_KS12		0x3c
 476#define LOONGARCH_CSR_KS13		0x3d
 477#define LOONGARCH_CSR_KS14		0x3e
 478#define LOONGARCH_CSR_KS15		0x3f
 479
 480/* Exception allocated KS0, KS1 and KS2 statically */
 481#define EXCEPTION_KS0			LOONGARCH_CSR_KS0
 482#define EXCEPTION_KS1			LOONGARCH_CSR_KS1
 483#define EXCEPTION_KS2			LOONGARCH_CSR_KS2
 484#define EXC_KSAVE_MASK			(1 << 0 | 1 << 1 | 1 << 2)
 485
 486/* Percpu-data base allocated KS3 statically */
 487#define PERCPU_BASE_KS			LOONGARCH_CSR_KS3
 488#define PERCPU_KSAVE_MASK		(1 << 3)
 489
 490/* KVM allocated KS4 and KS5 statically */
 491#define KVM_VCPU_KS			LOONGARCH_CSR_KS4
 492#define KVM_TEMP_KS			LOONGARCH_CSR_KS5
 493#define KVM_KSAVE_MASK			(1 << 4 | 1 << 5)
 494
 495/* Timer registers */
 496#define LOONGARCH_CSR_TMID		0x40	/* Timer ID */
 497
 498#define LOONGARCH_CSR_TCFG		0x41	/* Timer config */
 499#define  CSR_TCFG_VAL_SHIFT		2
 500#define  CSR_TCFG_VAL			(_ULCAST_(0x3fffffffffff) << CSR_TCFG_VAL_SHIFT)
 501#define  CSR_TCFG_PERIOD_SHIFT		1
 502#define  CSR_TCFG_PERIOD		(_ULCAST_(0x1) << CSR_TCFG_PERIOD_SHIFT)
 503#define  CSR_TCFG_EN			(_ULCAST_(0x1))
 504
 505#define LOONGARCH_CSR_TVAL		0x42	/* Timer value */
 506
 507#define LOONGARCH_CSR_CNTC		0x43	/* Timer offset */
 508
 509#define LOONGARCH_CSR_TINTCLR		0x44	/* Timer interrupt clear */
 510#define  CSR_TINTCLR_TI_SHIFT		0
 511#define  CSR_TINTCLR_TI			(1 << CSR_TINTCLR_TI_SHIFT)
 512
 513/* Guest registers */
 514#define LOONGARCH_CSR_GSTAT		0x50	/* Guest status */
 515#define  CSR_GSTAT_GID_SHIFT		16
 516#define  CSR_GSTAT_GID_WIDTH		8
 517#define  CSR_GSTAT_GID_SHIFT_END	(CSR_GSTAT_GID_SHIFT + CSR_GSTAT_GID_WIDTH - 1)
 518#define  CSR_GSTAT_GID			(_ULCAST_(0xff) << CSR_GSTAT_GID_SHIFT)
 519#define  CSR_GSTAT_GIDBIT_SHIFT		4
 520#define  CSR_GSTAT_GIDBIT_WIDTH		6
 521#define  CSR_GSTAT_GIDBIT		(_ULCAST_(0x3f) << CSR_GSTAT_GIDBIT_SHIFT)
 522#define  CSR_GSTAT_PVM_SHIFT		1
 523#define  CSR_GSTAT_PVM			(_ULCAST_(0x1) << CSR_GSTAT_PVM_SHIFT)
 524#define  CSR_GSTAT_VM_SHIFT		0
 525#define  CSR_GSTAT_VM			(_ULCAST_(0x1) << CSR_GSTAT_VM_SHIFT)
 526
 527#define LOONGARCH_CSR_GCFG		0x51	/* Guest config */
 528#define  CSR_GCFG_GPERF_SHIFT		24
 529#define  CSR_GCFG_GPERF_WIDTH		3
 530#define  CSR_GCFG_GPERF			(_ULCAST_(0x7) << CSR_GCFG_GPERF_SHIFT)
 531#define  CSR_GCFG_GPMP_SHIFT		23
 532#define  CSR_GCFG_GPMP			(_ULCAST_(0x1) << CSR_GCFG_GPMP_SHIFT)
 533#define  CSR_GCFG_GCI_SHIFT		20
 534#define  CSR_GCFG_GCI_WIDTH		2
 535#define  CSR_GCFG_GCI			(_ULCAST_(0x3) << CSR_GCFG_GCI_SHIFT)
 536#define  CSR_GCFG_GCI_ALL		(_ULCAST_(0x0) << CSR_GCFG_GCI_SHIFT)
 537#define  CSR_GCFG_GCI_HIT		(_ULCAST_(0x1) << CSR_GCFG_GCI_SHIFT)
 538#define  CSR_GCFG_GCI_SECURE		(_ULCAST_(0x2) << CSR_GCFG_GCI_SHIFT)
 539#define  CSR_GCFG_GCIP_SHIFT		16
 540#define  CSR_GCFG_GCIP			(_ULCAST_(0xf) << CSR_GCFG_GCIP_SHIFT)
 541#define  CSR_GCFG_GCIP_ALL		(_ULCAST_(0x1) << CSR_GCFG_GCIP_SHIFT)
 542#define  CSR_GCFG_GCIP_HIT		(_ULCAST_(0x1) << (CSR_GCFG_GCIP_SHIFT + 1))
 543#define  CSR_GCFG_GCIP_SECURE		(_ULCAST_(0x1) << (CSR_GCFG_GCIP_SHIFT + 2))
 544#define  CSR_GCFG_TORU_SHIFT		15
 545#define  CSR_GCFG_TORU			(_ULCAST_(0x1) << CSR_GCFG_TORU_SHIFT)
 546#define  CSR_GCFG_TORUP_SHIFT		14
 547#define  CSR_GCFG_TORUP			(_ULCAST_(0x1) << CSR_GCFG_TORUP_SHIFT)
 548#define  CSR_GCFG_TOP_SHIFT		13
 549#define  CSR_GCFG_TOP			(_ULCAST_(0x1) << CSR_GCFG_TOP_SHIFT)
 550#define  CSR_GCFG_TOPP_SHIFT		12
 551#define  CSR_GCFG_TOPP			(_ULCAST_(0x1) << CSR_GCFG_TOPP_SHIFT)
 552#define  CSR_GCFG_TOE_SHIFT		11
 553#define  CSR_GCFG_TOE			(_ULCAST_(0x1) << CSR_GCFG_TOE_SHIFT)
 554#define  CSR_GCFG_TOEP_SHIFT		10
 555#define  CSR_GCFG_TOEP			(_ULCAST_(0x1) << CSR_GCFG_TOEP_SHIFT)
 556#define  CSR_GCFG_TIT_SHIFT		9
 557#define  CSR_GCFG_TIT			(_ULCAST_(0x1) << CSR_GCFG_TIT_SHIFT)
 558#define  CSR_GCFG_TITP_SHIFT		8
 559#define  CSR_GCFG_TITP			(_ULCAST_(0x1) << CSR_GCFG_TITP_SHIFT)
 560#define  CSR_GCFG_SIT_SHIFT		7
 561#define  CSR_GCFG_SIT			(_ULCAST_(0x1) << CSR_GCFG_SIT_SHIFT)
 562#define  CSR_GCFG_SITP_SHIFT		6
 563#define  CSR_GCFG_SITP			(_ULCAST_(0x1) << CSR_GCFG_SITP_SHIFT)
 564#define  CSR_GCFG_MATC_SHITF		4
 565#define  CSR_GCFG_MATC_WIDTH		2
 566#define  CSR_GCFG_MATC_MASK		(_ULCAST_(0x3) << CSR_GCFG_MATC_SHITF)
 567#define  CSR_GCFG_MATC_GUEST		(_ULCAST_(0x0) << CSR_GCFG_MATC_SHITF)
 568#define  CSR_GCFG_MATC_ROOT		(_ULCAST_(0x1) << CSR_GCFG_MATC_SHITF)
 569#define  CSR_GCFG_MATC_NEST		(_ULCAST_(0x2) << CSR_GCFG_MATC_SHITF)
 570#define  CSR_GCFG_MATP_NEST_SHIFT	2
 571#define  CSR_GCFG_MATP_NEST		(_ULCAST_(0x1) << CSR_GCFG_MATP_NEST_SHIFT)
 572#define  CSR_GCFG_MATP_ROOT_SHIFT	1
 573#define  CSR_GCFG_MATP_ROOT		(_ULCAST_(0x1) << CSR_GCFG_MATP_ROOT_SHIFT)
 574#define  CSR_GCFG_MATP_GUEST_SHIFT	0
 575#define  CSR_GCFG_MATP_GUEST		(_ULCAST_(0x1) << CSR_GCFG_MATP_GUEST_SHIFT)
 576
 577#define LOONGARCH_CSR_GINTC		0x52	/* Guest interrupt control */
 578#define  CSR_GINTC_HC_SHIFT		16
 579#define  CSR_GINTC_HC_WIDTH		8
 580#define  CSR_GINTC_HC			(_ULCAST_(0xff) << CSR_GINTC_HC_SHIFT)
 581#define  CSR_GINTC_PIP_SHIFT		8
 582#define  CSR_GINTC_PIP_WIDTH		8
 583#define  CSR_GINTC_PIP			(_ULCAST_(0xff) << CSR_GINTC_PIP_SHIFT)
 584#define  CSR_GINTC_VIP_SHIFT		0
 585#define  CSR_GINTC_VIP_WIDTH		8
 586#define  CSR_GINTC_VIP			(_ULCAST_(0xff))
 587
 588#define LOONGARCH_CSR_GCNTC		0x53	/* Guest timer offset */
 589
 590/* LLBCTL register */
 591#define LOONGARCH_CSR_LLBCTL		0x60	/* LLBit control */
 592#define  CSR_LLBCTL_ROLLB_SHIFT		0
 593#define  CSR_LLBCTL_ROLLB		(_ULCAST_(1) << CSR_LLBCTL_ROLLB_SHIFT)
 594#define  CSR_LLBCTL_WCLLB_SHIFT		1
 595#define  CSR_LLBCTL_WCLLB		(_ULCAST_(1) << CSR_LLBCTL_WCLLB_SHIFT)
 596#define  CSR_LLBCTL_KLO_SHIFT		2
 597#define  CSR_LLBCTL_KLO			(_ULCAST_(1) << CSR_LLBCTL_KLO_SHIFT)
 598
 599/* Implement dependent */
 600#define LOONGARCH_CSR_IMPCTL1		0x80	/* Loongson config1 */
 601#define  CSR_LDSTORDER_SHIFT		28
 602#define  CSR_LDSTORDER_WIDTH		3
 603#define  CSR_LDSTORDER_MASK		(_ULCAST_(0x7) << CSR_LDSTORDER_SHIFT)
 604#define  CSR_LDSTORDER_NLD_NST		(_ULCAST_(0x0) << CSR_LDSTORDER_SHIFT) /* 000 = No Load No Store */
 605#define  CSR_LDSTORDER_ALD_NST		(_ULCAST_(0x1) << CSR_LDSTORDER_SHIFT) /* 001 = All Load No Store */
 606#define  CSR_LDSTORDER_SLD_NST		(_ULCAST_(0x3) << CSR_LDSTORDER_SHIFT) /* 011 = Same Load No Store */
 607#define  CSR_LDSTORDER_NLD_AST		(_ULCAST_(0x4) << CSR_LDSTORDER_SHIFT) /* 100 = No Load All Store */
 608#define  CSR_LDSTORDER_ALD_AST		(_ULCAST_(0x5) << CSR_LDSTORDER_SHIFT) /* 101 = All Load All Store */
 609#define  CSR_LDSTORDER_SLD_AST		(_ULCAST_(0x7) << CSR_LDSTORDER_SHIFT) /* 111 = Same Load All Store */
 610#define  CSR_MISPEC_SHIFT		20
 611#define  CSR_MISPEC_WIDTH		8
 612#define  CSR_MISPEC			(_ULCAST_(0xff) << CSR_MISPEC_SHIFT)
 613#define  CSR_SSEN_SHIFT			18
 614#define  CSR_SSEN			(_ULCAST_(1) << CSR_SSEN_SHIFT)
 615#define  CSR_SCRAND_SHIFT		17
 616#define  CSR_SCRAND			(_ULCAST_(1) << CSR_SCRAND_SHIFT)
 617#define  CSR_LLEXCL_SHIFT		16
 618#define  CSR_LLEXCL			(_ULCAST_(1) << CSR_LLEXCL_SHIFT)
 619#define  CSR_DISVC_SHIFT		15
 620#define  CSR_DISVC			(_ULCAST_(1) << CSR_DISVC_SHIFT)
 621#define  CSR_VCLRU_SHIFT		14
 622#define  CSR_VCLRU			(_ULCAST_(1) << CSR_VCLRU_SHIFT)
 623#define  CSR_DCLRU_SHIFT		13
 624#define  CSR_DCLRU			(_ULCAST_(1) << CSR_DCLRU_SHIFT)
 625#define  CSR_FASTLDQ_SHIFT		12
 626#define  CSR_FASTLDQ			(_ULCAST_(1) << CSR_FASTLDQ_SHIFT)
 627#define  CSR_USERCAC_SHIFT		11
 628#define  CSR_USERCAC			(_ULCAST_(1) << CSR_USERCAC_SHIFT)
 629#define  CSR_ANTI_MISPEC_SHIFT		10
 630#define  CSR_ANTI_MISPEC		(_ULCAST_(1) << CSR_ANTI_MISPEC_SHIFT)
 631#define  CSR_AUTO_FLUSHSFB_SHIFT	9
 632#define  CSR_AUTO_FLUSHSFB		(_ULCAST_(1) << CSR_AUTO_FLUSHSFB_SHIFT)
 633#define  CSR_STFILL_SHIFT		8
 634#define  CSR_STFILL			(_ULCAST_(1) << CSR_STFILL_SHIFT)
 635#define  CSR_LIFEP_SHIFT		7
 636#define  CSR_LIFEP			(_ULCAST_(1) << CSR_LIFEP_SHIFT)
 637#define  CSR_LLSYNC_SHIFT		6
 638#define  CSR_LLSYNC			(_ULCAST_(1) << CSR_LLSYNC_SHIFT)
 639#define  CSR_BRBTDIS_SHIFT		5
 640#define  CSR_BRBTDIS			(_ULCAST_(1) << CSR_BRBTDIS_SHIFT)
 641#define  CSR_RASDIS_SHIFT		4
 642#define  CSR_RASDIS			(_ULCAST_(1) << CSR_RASDIS_SHIFT)
 643#define  CSR_STPRE_SHIFT		2
 644#define  CSR_STPRE_WIDTH		2
 645#define  CSR_STPRE			(_ULCAST_(3) << CSR_STPRE_SHIFT)
 646#define  CSR_INSTPRE_SHIFT		1
 647#define  CSR_INSTPRE			(_ULCAST_(1) << CSR_INSTPRE_SHIFT)
 648#define  CSR_DATAPRE_SHIFT		0
 649#define  CSR_DATAPRE			(_ULCAST_(1) << CSR_DATAPRE_SHIFT)
 650
 651#define LOONGARCH_CSR_IMPCTL2		0x81	/* Loongson config2 */
 652#define  CSR_FLUSH_MTLB_SHIFT		0
 653#define  CSR_FLUSH_MTLB			(_ULCAST_(1) << CSR_FLUSH_MTLB_SHIFT)
 654#define  CSR_FLUSH_STLB_SHIFT		1
 655#define  CSR_FLUSH_STLB			(_ULCAST_(1) << CSR_FLUSH_STLB_SHIFT)
 656#define  CSR_FLUSH_DTLB_SHIFT		2
 657#define  CSR_FLUSH_DTLB			(_ULCAST_(1) << CSR_FLUSH_DTLB_SHIFT)
 658#define  CSR_FLUSH_ITLB_SHIFT		3
 659#define  CSR_FLUSH_ITLB			(_ULCAST_(1) << CSR_FLUSH_ITLB_SHIFT)
 660#define  CSR_FLUSH_BTAC_SHIFT		4
 661#define  CSR_FLUSH_BTAC			(_ULCAST_(1) << CSR_FLUSH_BTAC_SHIFT)
 662
 663#define LOONGARCH_CSR_GNMI		0x82
 664
 665/* TLB Refill registers */
 666#define LOONGARCH_CSR_TLBRENTRY		0x88	/* TLB refill exception entry */
 667#define LOONGARCH_CSR_TLBRBADV		0x89	/* TLB refill badvaddr */
 668#define LOONGARCH_CSR_TLBRERA		0x8a	/* TLB refill ERA */
 669#define LOONGARCH_CSR_TLBRSAVE		0x8b	/* KSave for TLB refill exception */
 670#define LOONGARCH_CSR_TLBRELO0		0x8c	/* TLB refill entrylo0 */
 671#define LOONGARCH_CSR_TLBRELO1		0x8d	/* TLB refill entrylo1 */
 672#define LOONGARCH_CSR_TLBREHI		0x8e	/* TLB refill entryhi */
 673#define  CSR_TLBREHI_PS_SHIFT		0
 674#define  CSR_TLBREHI_PS			(_ULCAST_(0x3f) << CSR_TLBREHI_PS_SHIFT)
 675#define LOONGARCH_CSR_TLBRPRMD		0x8f	/* TLB refill mode info */
 676
 677/* Machine Error registers */
 678#define LOONGARCH_CSR_MERRCTL		0x90	/* MERRCTL */
 679#define LOONGARCH_CSR_MERRINFO1		0x91	/* MError info1 */
 680#define LOONGARCH_CSR_MERRINFO2		0x92	/* MError info2 */
 681#define LOONGARCH_CSR_MERRENTRY		0x93	/* MError exception entry */
 682#define LOONGARCH_CSR_MERRERA		0x94	/* MError exception ERA */
 683#define LOONGARCH_CSR_MERRSAVE		0x95	/* KSave for machine error exception */
 684
 685#define LOONGARCH_CSR_CTAG		0x98	/* TagLo + TagHi */
 686
 687#define LOONGARCH_CSR_ISR0		0xa0
 688#define LOONGARCH_CSR_ISR1		0xa1
 689#define LOONGARCH_CSR_ISR2		0xa2
 690#define LOONGARCH_CSR_ISR3		0xa3
 691
 692#define LOONGARCH_CSR_IRR		0xa4
 693
 694#define LOONGARCH_CSR_PRID		0xc0
 695
 696/* Shadow MCSR : 0xc0 ~ 0xff */
 697#define LOONGARCH_CSR_MCSR0		0xc0	/* CPUCFG0 and CPUCFG1 */
 698#define  MCSR0_INT_IMPL_SHIFT		58
 699#define  MCSR0_INT_IMPL			0
 700#define  MCSR0_IOCSR_BRD_SHIFT		57
 701#define  MCSR0_IOCSR_BRD		(_ULCAST_(1) << MCSR0_IOCSR_BRD_SHIFT)
 702#define  MCSR0_HUGEPG_SHIFT		56
 703#define  MCSR0_HUGEPG			(_ULCAST_(1) << MCSR0_HUGEPG_SHIFT)
 704#define  MCSR0_RPLMTLB_SHIFT		55
 705#define  MCSR0_RPLMTLB			(_ULCAST_(1) << MCSR0_RPLMTLB_SHIFT)
 706#define  MCSR0_EP_SHIFT			54
 707#define  MCSR0_EP			(_ULCAST_(1) << MCSR0_EP_SHIFT)
 708#define  MCSR0_RI_SHIFT			53
 709#define  MCSR0_RI			(_ULCAST_(1) << MCSR0_RI_SHIFT)
 710#define  MCSR0_UAL_SHIFT		52
 711#define  MCSR0_UAL			(_ULCAST_(1) << MCSR0_UAL_SHIFT)
 712#define  MCSR0_VABIT_SHIFT		44
 713#define  MCSR0_VABIT_WIDTH		8
 714#define  MCSR0_VABIT			(_ULCAST_(0xff) << MCSR0_VABIT_SHIFT)
 715#define  VABIT_DEFAULT			0x2f
 716#define  MCSR0_PABIT_SHIFT		36
 717#define  MCSR0_PABIT_WIDTH		8
 718#define  MCSR0_PABIT			(_ULCAST_(0xff) << MCSR0_PABIT_SHIFT)
 719#define  PABIT_DEFAULT			0x2f
 720#define  MCSR0_IOCSR_SHIFT		35
 721#define  MCSR0_IOCSR			(_ULCAST_(1) << MCSR0_IOCSR_SHIFT)
 722#define  MCSR0_PAGING_SHIFT		34
 723#define  MCSR0_PAGING			(_ULCAST_(1) << MCSR0_PAGING_SHIFT)
 724#define  MCSR0_GR64_SHIFT		33
 725#define  MCSR0_GR64			(_ULCAST_(1) << MCSR0_GR64_SHIFT)
 726#define  GR64_DEFAULT			1
 727#define  MCSR0_GR32_SHIFT		32
 728#define  MCSR0_GR32			(_ULCAST_(1) << MCSR0_GR32_SHIFT)
 729#define  GR32_DEFAULT			0
 730#define  MCSR0_PRID_WIDTH		32
 731#define  MCSR0_PRID			0x14C010
 732
 733#define LOONGARCH_CSR_MCSR1		0xc1	/* CPUCFG2 and CPUCFG3 */
 734#define  MCSR1_HPFOLD_SHIFT		43
 735#define  MCSR1_HPFOLD			(_ULCAST_(1) << MCSR1_HPFOLD_SHIFT)
 736#define  MCSR1_SPW_LVL_SHIFT		40
 737#define  MCSR1_SPW_LVL_WIDTH		3
 738#define  MCSR1_SPW_LVL			(_ULCAST_(7) << MCSR1_SPW_LVL_SHIFT)
 739#define  MCSR1_ICACHET_SHIFT		39
 740#define  MCSR1_ICACHET			(_ULCAST_(1) << MCSR1_ICACHET_SHIFT)
 741#define  MCSR1_ITLBT_SHIFT		38
 742#define  MCSR1_ITLBT			(_ULCAST_(1) << MCSR1_ITLBT_SHIFT)
 743#define  MCSR1_LLDBAR_SHIFT		37
 744#define  MCSR1_LLDBAR			(_ULCAST_(1) << MCSR1_LLDBAR_SHIFT)
 745#define  MCSR1_SCDLY_SHIFT		36
 746#define  MCSR1_SCDLY			(_ULCAST_(1) << MCSR1_SCDLY_SHIFT)
 747#define  MCSR1_LLEXC_SHIFT		35
 748#define  MCSR1_LLEXC			(_ULCAST_(1) << MCSR1_LLEXC_SHIFT)
 749#define  MCSR1_UCACC_SHIFT		34
 750#define  MCSR1_UCACC			(_ULCAST_(1) << MCSR1_UCACC_SHIFT)
 751#define  MCSR1_SFB_SHIFT		33
 752#define  MCSR1_SFB			(_ULCAST_(1) << MCSR1_SFB_SHIFT)
 753#define  MCSR1_CCDMA_SHIFT		32
 754#define  MCSR1_CCDMA			(_ULCAST_(1) << MCSR1_CCDMA_SHIFT)
 755#define  MCSR1_LAMO_SHIFT		22
 756#define  MCSR1_LAMO			(_ULCAST_(1) << MCSR1_LAMO_SHIFT)
 757#define  MCSR1_LSPW_SHIFT		21
 758#define  MCSR1_LSPW			(_ULCAST_(1) << MCSR1_LSPW_SHIFT)
 759#define  MCSR1_MIPSBT_SHIFT		20
 760#define  MCSR1_MIPSBT			(_ULCAST_(1) << MCSR1_MIPSBT_SHIFT)
 761#define  MCSR1_ARMBT_SHIFT		19
 762#define  MCSR1_ARMBT			(_ULCAST_(1) << MCSR1_ARMBT_SHIFT)
 763#define  MCSR1_X86BT_SHIFT		18
 764#define  MCSR1_X86BT			(_ULCAST_(1) << MCSR1_X86BT_SHIFT)
 765#define  MCSR1_LLFTPVERS_SHIFT		15
 766#define  MCSR1_LLFTPVERS_WIDTH		3
 767#define  MCSR1_LLFTPVERS		(_ULCAST_(7) << MCSR1_LLFTPVERS_SHIFT)
 768#define  MCSR1_LLFTP_SHIFT		14
 769#define  MCSR1_LLFTP			(_ULCAST_(1) << MCSR1_LLFTP_SHIFT)
 770#define  MCSR1_VZVERS_SHIFT		11
 771#define  MCSR1_VZVERS_WIDTH		3
 772#define  MCSR1_VZVERS			(_ULCAST_(7) << MCSR1_VZVERS_SHIFT)
 773#define  MCSR1_VZ_SHIFT			10
 774#define  MCSR1_VZ			(_ULCAST_(1) << MCSR1_VZ_SHIFT)
 775#define  MCSR1_CRYPTO_SHIFT		9
 776#define  MCSR1_CRYPTO			(_ULCAST_(1) << MCSR1_CRYPTO_SHIFT)
 777#define  MCSR1_COMPLEX_SHIFT		8
 778#define  MCSR1_COMPLEX			(_ULCAST_(1) << MCSR1_COMPLEX_SHIFT)
 779#define  MCSR1_LASX_SHIFT		7
 780#define  MCSR1_LASX			(_ULCAST_(1) << MCSR1_LASX_SHIFT)
 781#define  MCSR1_LSX_SHIFT		6
 782#define  MCSR1_LSX			(_ULCAST_(1) << MCSR1_LSX_SHIFT)
 783#define  MCSR1_FPVERS_SHIFT		3
 784#define  MCSR1_FPVERS_WIDTH		3
 785#define  MCSR1_FPVERS			(_ULCAST_(7) << MCSR1_FPVERS_SHIFT)
 786#define  MCSR1_FPDP_SHIFT		2
 787#define  MCSR1_FPDP			(_ULCAST_(1) << MCSR1_FPDP_SHIFT)
 788#define  MCSR1_FPSP_SHIFT		1
 789#define  MCSR1_FPSP			(_ULCAST_(1) << MCSR1_FPSP_SHIFT)
 790#define  MCSR1_FP_SHIFT			0
 791#define  MCSR1_FP			(_ULCAST_(1) << MCSR1_FP_SHIFT)
 792
 793#define LOONGARCH_CSR_MCSR2		0xc2	/* CPUCFG4 and CPUCFG5 */
 794#define  MCSR2_CCDIV_SHIFT		48
 795#define  MCSR2_CCDIV_WIDTH		16
 796#define  MCSR2_CCDIV			(_ULCAST_(0xffff) << MCSR2_CCDIV_SHIFT)
 797#define  MCSR2_CCMUL_SHIFT		32
 798#define  MCSR2_CCMUL_WIDTH		16
 799#define  MCSR2_CCMUL			(_ULCAST_(0xffff) << MCSR2_CCMUL_SHIFT)
 800#define  MCSR2_CCFREQ_WIDTH		32
 801#define  MCSR2_CCFREQ			(_ULCAST_(0xffffffff))
 802#define  CCFREQ_DEFAULT			0x5f5e100	/* 100MHz */
 803
 804#define LOONGARCH_CSR_MCSR3		0xc3	/* CPUCFG6 */
 805#define  MCSR3_UPM_SHIFT		14
 806#define  MCSR3_UPM			(_ULCAST_(1) << MCSR3_UPM_SHIFT)
 807#define  MCSR3_PMBITS_SHIFT		8
 808#define  MCSR3_PMBITS_WIDTH		6
 809#define  MCSR3_PMBITS			(_ULCAST_(0x3f) << MCSR3_PMBITS_SHIFT)
 810#define  PMBITS_DEFAULT			0x40
 811#define  MCSR3_PMNUM_SHIFT		4
 812#define  MCSR3_PMNUM_WIDTH		4
 813#define  MCSR3_PMNUM			(_ULCAST_(0xf) << MCSR3_PMNUM_SHIFT)
 814#define  MCSR3_PAMVER_SHIFT		1
 815#define  MCSR3_PAMVER_WIDTH		3
 816#define  MCSR3_PAMVER			(_ULCAST_(0x7) << MCSR3_PAMVER_SHIFT)
 817#define  MCSR3_PMP_SHIFT		0
 818#define  MCSR3_PMP			(_ULCAST_(1) << MCSR3_PMP_SHIFT)
 819
 820#define LOONGARCH_CSR_MCSR8		0xc8	/* CPUCFG16 and CPUCFG17 */
 821#define  MCSR8_L1I_SIZE_SHIFT		56
 822#define  MCSR8_L1I_SIZE_WIDTH		7
 823#define  MCSR8_L1I_SIZE			(_ULCAST_(0x7f) << MCSR8_L1I_SIZE_SHIFT)
 824#define  MCSR8_L1I_IDX_SHIFT		48
 825#define  MCSR8_L1I_IDX_WIDTH		8
 826#define  MCSR8_L1I_IDX			(_ULCAST_(0xff) << MCSR8_L1I_IDX_SHIFT)
 827#define  MCSR8_L1I_WAY_SHIFT		32
 828#define  MCSR8_L1I_WAY_WIDTH		16
 829#define  MCSR8_L1I_WAY			(_ULCAST_(0xffff) << MCSR8_L1I_WAY_SHIFT)
 830#define  MCSR8_L3DINCL_SHIFT		16
 831#define  MCSR8_L3DINCL			(_ULCAST_(1) << MCSR8_L3DINCL_SHIFT)
 832#define  MCSR8_L3DPRIV_SHIFT		15
 833#define  MCSR8_L3DPRIV			(_ULCAST_(1) << MCSR8_L3DPRIV_SHIFT)
 834#define  MCSR8_L3DPRE_SHIFT		14
 835#define  MCSR8_L3DPRE			(_ULCAST_(1) << MCSR8_L3DPRE_SHIFT)
 836#define  MCSR8_L3IUINCL_SHIFT		13
 837#define  MCSR8_L3IUINCL			(_ULCAST_(1) << MCSR8_L3IUINCL_SHIFT)
 838#define  MCSR8_L3IUPRIV_SHIFT		12
 839#define  MCSR8_L3IUPRIV			(_ULCAST_(1) << MCSR8_L3IUPRIV_SHIFT)
 840#define  MCSR8_L3IUUNIFY_SHIFT		11
 841#define  MCSR8_L3IUUNIFY		(_ULCAST_(1) << MCSR8_L3IUUNIFY_SHIFT)
 842#define  MCSR8_L3IUPRE_SHIFT		10
 843#define  MCSR8_L3IUPRE			(_ULCAST_(1) << MCSR8_L3IUPRE_SHIFT)
 844#define  MCSR8_L2DINCL_SHIFT		9
 845#define  MCSR8_L2DINCL			(_ULCAST_(1) << MCSR8_L2DINCL_SHIFT)
 846#define  MCSR8_L2DPRIV_SHIFT		8
 847#define  MCSR8_L2DPRIV			(_ULCAST_(1) << MCSR8_L2DPRIV_SHIFT)
 848#define  MCSR8_L2DPRE_SHIFT		7
 849#define  MCSR8_L2DPRE			(_ULCAST_(1) << MCSR8_L2DPRE_SHIFT)
 850#define  MCSR8_L2IUINCL_SHIFT		6
 851#define  MCSR8_L2IUINCL			(_ULCAST_(1) << MCSR8_L2IUINCL_SHIFT)
 852#define  MCSR8_L2IUPRIV_SHIFT		5
 853#define  MCSR8_L2IUPRIV			(_ULCAST_(1) << MCSR8_L2IUPRIV_SHIFT)
 854#define  MCSR8_L2IUUNIFY_SHIFT		4
 855#define  MCSR8_L2IUUNIFY		(_ULCAST_(1) << MCSR8_L2IUUNIFY_SHIFT)
 856#define  MCSR8_L2IUPRE_SHIFT		3
 857#define  MCSR8_L2IUPRE			(_ULCAST_(1) << MCSR8_L2IUPRE_SHIFT)
 858#define  MCSR8_L1DPRE_SHIFT		2
 859#define  MCSR8_L1DPRE			(_ULCAST_(1) << MCSR8_L1DPRE_SHIFT)
 860#define  MCSR8_L1IUUNIFY_SHIFT		1
 861#define  MCSR8_L1IUUNIFY		(_ULCAST_(1) << MCSR8_L1IUUNIFY_SHIFT)
 862#define  MCSR8_L1IUPRE_SHIFT		0
 863#define  MCSR8_L1IUPRE			(_ULCAST_(1) << MCSR8_L1IUPRE_SHIFT)
 864
 865#define LOONGARCH_CSR_MCSR9		0xc9	/* CPUCFG18 and CPUCFG19 */
 866#define  MCSR9_L2U_SIZE_SHIFT		56
 867#define  MCSR9_L2U_SIZE_WIDTH		7
 868#define  MCSR9_L2U_SIZE			(_ULCAST_(0x7f) << MCSR9_L2U_SIZE_SHIFT)
 869#define  MCSR9_L2U_IDX_SHIFT		48
 870#define  MCSR9_L2U_IDX_WIDTH		8
 871#define  MCSR9_L2U_IDX			(_ULCAST_(0xff) << MCSR9_IDX_LOG_SHIFT)
 872#define  MCSR9_L2U_WAY_SHIFT		32
 873#define  MCSR9_L2U_WAY_WIDTH		16
 874#define  MCSR9_L2U_WAY			(_ULCAST_(0xffff) << MCSR9_L2U_WAY_SHIFT)
 875#define  MCSR9_L1D_SIZE_SHIFT		24
 876#define  MCSR9_L1D_SIZE_WIDTH		7
 877#define  MCSR9_L1D_SIZE			(_ULCAST_(0x7f) << MCSR9_L1D_SIZE_SHIFT)
 878#define  MCSR9_L1D_IDX_SHIFT		16
 879#define  MCSR9_L1D_IDX_WIDTH		8
 880#define  MCSR9_L1D_IDX			(_ULCAST_(0xff) << MCSR9_L1D_IDX_SHIFT)
 881#define  MCSR9_L1D_WAY_SHIFT		0
 882#define  MCSR9_L1D_WAY_WIDTH		16
 883#define  MCSR9_L1D_WAY			(_ULCAST_(0xffff) << MCSR9_L1D_WAY_SHIFT)
 884
 885#define LOONGARCH_CSR_MCSR10		0xca	/* CPUCFG20 */
 886#define  MCSR10_L3U_SIZE_SHIFT		24
 887#define  MCSR10_L3U_SIZE_WIDTH		7
 888#define  MCSR10_L3U_SIZE		(_ULCAST_(0x7f) << MCSR10_L3U_SIZE_SHIFT)
 889#define  MCSR10_L3U_IDX_SHIFT		16
 890#define  MCSR10_L3U_IDX_WIDTH		8
 891#define  MCSR10_L3U_IDX			(_ULCAST_(0xff) << MCSR10_L3U_IDX_SHIFT)
 892#define  MCSR10_L3U_WAY_SHIFT		0
 893#define  MCSR10_L3U_WAY_WIDTH		16
 894#define  MCSR10_L3U_WAY			(_ULCAST_(0xffff) << MCSR10_L3U_WAY_SHIFT)
 895
 896#define LOONGARCH_CSR_MCSR24		0xf0	/* cpucfg48 */
 897#define  MCSR24_RAMCG_SHIFT		3
 898#define  MCSR24_RAMCG			(_ULCAST_(1) << MCSR24_RAMCG_SHIFT)
 899#define  MCSR24_VFPUCG_SHIFT		2
 900#define  MCSR24_VFPUCG			(_ULCAST_(1) << MCSR24_VFPUCG_SHIFT)
 901#define  MCSR24_NAPEN_SHIFT		1
 902#define  MCSR24_NAPEN			(_ULCAST_(1) << MCSR24_NAPEN_SHIFT)
 903#define  MCSR24_MCSRLOCK_SHIFT		0
 904#define  MCSR24_MCSRLOCK		(_ULCAST_(1) << MCSR24_MCSRLOCK_SHIFT)
 905
 906/* Uncached accelerate windows registers */
 907#define LOONGARCH_CSR_UCAWIN		0x100
 908#define LOONGARCH_CSR_UCAWIN0_LO	0x102
 909#define LOONGARCH_CSR_UCAWIN0_HI	0x103
 910#define LOONGARCH_CSR_UCAWIN1_LO	0x104
 911#define LOONGARCH_CSR_UCAWIN1_HI	0x105
 912#define LOONGARCH_CSR_UCAWIN2_LO	0x106
 913#define LOONGARCH_CSR_UCAWIN2_HI	0x107
 914#define LOONGARCH_CSR_UCAWIN3_LO	0x108
 915#define LOONGARCH_CSR_UCAWIN3_HI	0x109
 916
 917/* Direct Map windows registers */
 918#define LOONGARCH_CSR_DMWIN0		0x180	/* 64 direct map win0: MEM & IF */
 919#define LOONGARCH_CSR_DMWIN1		0x181	/* 64 direct map win1: MEM & IF */
 920#define LOONGARCH_CSR_DMWIN2		0x182	/* 64 direct map win2: MEM */
 921#define LOONGARCH_CSR_DMWIN3		0x183	/* 64 direct map win3: MEM */
 922
 923/* Direct Map window 0/1/2/3 */
 924
 925#ifdef CONFIG_32BIT
 926
 927#define CSR_DMW0_PLV0		(1 << 0)
 928#define CSR_DMW0_VSEG		(0x4)
 929#define CSR_DMW0_BASE		(CSR_DMW0_VSEG << DMW_PABITS)
 930#define CSR_DMW0_INIT		(CSR_DMW0_BASE | CSR_DMW0_PLV0)
 931
 932#define CSR_DMW1_PLV0		(1 << 0)
 933#define CSR_DMW1_MAT		(1 << 4)
 934#define CSR_DMW1_VSEG		(0x5)
 935#define CSR_DMW1_BASE		(CSR_DMW1_VSEG << DMW_PABITS)
 936#define CSR_DMW1_INIT		(CSR_DMW1_BASE | CSR_DMW1_MAT | CSR_DMW1_PLV0)
 937
 938#define CSR_DMW2_INIT		0x0
 939
 940#define CSR_DMW3_INIT		0x0
 941
 942#else
 943
 944#define CSR_DMW0_PLV0		_CONST64_(1 << 0)
 945#define CSR_DMW0_VSEG		_CONST64_(0x8000)
 946#define CSR_DMW0_BASE		(CSR_DMW0_VSEG << DMW_PABITS)
 947#define CSR_DMW0_INIT		(CSR_DMW0_BASE | CSR_DMW0_PLV0)
 948
 949#define CSR_DMW1_PLV0		_CONST64_(1 << 0)
 950#define CSR_DMW1_MAT		_CONST64_(1 << 4)
 951#define CSR_DMW1_VSEG		_CONST64_(0x9000)
 952#define CSR_DMW1_BASE		(CSR_DMW1_VSEG << DMW_PABITS)
 953#define CSR_DMW1_INIT		(CSR_DMW1_BASE | CSR_DMW1_MAT | CSR_DMW1_PLV0)
 954
 955#define CSR_DMW2_PLV0		_CONST64_(1 << 0)
 956#define CSR_DMW2_MAT		_CONST64_(2 << 4)
 957#define CSR_DMW2_VSEG		_CONST64_(0xa000)
 958#define CSR_DMW2_BASE		(CSR_DMW2_VSEG << DMW_PABITS)
 959#define CSR_DMW2_INIT		(CSR_DMW2_BASE | CSR_DMW2_MAT | CSR_DMW2_PLV0)
 960
 961#define CSR_DMW3_INIT		0x0
 962
 963#endif
 964
 965/* Performance Counter registers */
 966#define LOONGARCH_CSR_PERFCTRL0		0x200	/* 32 perf event 0 config */
 967#define LOONGARCH_CSR_PERFCNTR0		0x201	/* 64 perf event 0 count value */
 968#define LOONGARCH_CSR_PERFCTRL1		0x202	/* 32 perf event 1 config */
 969#define LOONGARCH_CSR_PERFCNTR1		0x203	/* 64 perf event 1 count value */
 970#define LOONGARCH_CSR_PERFCTRL2		0x204	/* 32 perf event 2 config */
 971#define LOONGARCH_CSR_PERFCNTR2		0x205	/* 64 perf event 2 count value */
 972#define LOONGARCH_CSR_PERFCTRL3		0x206	/* 32 perf event 3 config */
 973#define LOONGARCH_CSR_PERFCNTR3		0x207	/* 64 perf event 3 count value */
 974#define  CSR_PERFCTRL_PLV0		(_ULCAST_(1) << 16)
 975#define  CSR_PERFCTRL_PLV1		(_ULCAST_(1) << 17)
 976#define  CSR_PERFCTRL_PLV2		(_ULCAST_(1) << 18)
 977#define  CSR_PERFCTRL_PLV3		(_ULCAST_(1) << 19)
 978#define  CSR_PERFCTRL_IE		(_ULCAST_(1) << 20)
 979#define  CSR_PERFCTRL_EVENT		0x3ff
 980
 981/* Debug registers */
 982#define LOONGARCH_CSR_MWPC		0x300	/* data breakpoint config */
 983#define LOONGARCH_CSR_MWPS		0x301	/* data breakpoint status */
 984
 985#define LOONGARCH_CSR_DB0ADDR		0x310	/* data breakpoint 0 address */
 986#define LOONGARCH_CSR_DB0MASK		0x311	/* data breakpoint 0 mask */
 987#define LOONGARCH_CSR_DB0CTRL		0x312	/* data breakpoint 0 control */
 988#define LOONGARCH_CSR_DB0ASID		0x313	/* data breakpoint 0 asid */
 989
 990#define LOONGARCH_CSR_DB1ADDR		0x318	/* data breakpoint 1 address */
 991#define LOONGARCH_CSR_DB1MASK		0x319	/* data breakpoint 1 mask */
 992#define LOONGARCH_CSR_DB1CTRL		0x31a	/* data breakpoint 1 control */
 993#define LOONGARCH_CSR_DB1ASID		0x31b	/* data breakpoint 1 asid */
 994
 995#define LOONGARCH_CSR_DB2ADDR		0x320	/* data breakpoint 2 address */
 996#define LOONGARCH_CSR_DB2MASK		0x321	/* data breakpoint 2 mask */
 997#define LOONGARCH_CSR_DB2CTRL		0x322	/* data breakpoint 2 control */
 998#define LOONGARCH_CSR_DB2ASID		0x323	/* data breakpoint 2 asid */
 999
1000#define LOONGARCH_CSR_DB3ADDR		0x328	/* data breakpoint 3 address */
1001#define LOONGARCH_CSR_DB3MASK		0x329	/* data breakpoint 3 mask */
1002#define LOONGARCH_CSR_DB3CTRL		0x32a	/* data breakpoint 3 control */
1003#define LOONGARCH_CSR_DB3ASID		0x32b	/* data breakpoint 3 asid */
1004
1005#define LOONGARCH_CSR_DB4ADDR		0x330	/* data breakpoint 4 address */
1006#define LOONGARCH_CSR_DB4MASK		0x331	/* data breakpoint 4 maks */
1007#define LOONGARCH_CSR_DB4CTRL		0x332	/* data breakpoint 4 control */
1008#define LOONGARCH_CSR_DB4ASID		0x333	/* data breakpoint 4 asid */
1009
1010#define LOONGARCH_CSR_DB5ADDR		0x338	/* data breakpoint 5 address */
1011#define LOONGARCH_CSR_DB5MASK		0x339	/* data breakpoint 5 mask */
1012#define LOONGARCH_CSR_DB5CTRL		0x33a	/* data breakpoint 5 control */
1013#define LOONGARCH_CSR_DB5ASID		0x33b	/* data breakpoint 5 asid */
1014
1015#define LOONGARCH_CSR_DB6ADDR		0x340	/* data breakpoint 6 address */
1016#define LOONGARCH_CSR_DB6MASK		0x341	/* data breakpoint 6 mask */
1017#define LOONGARCH_CSR_DB6CTRL		0x342	/* data breakpoint 6 control */
1018#define LOONGARCH_CSR_DB6ASID		0x343	/* data breakpoint 6 asid */
1019
1020#define LOONGARCH_CSR_DB7ADDR		0x348	/* data breakpoint 7 address */
1021#define LOONGARCH_CSR_DB7MASK		0x349	/* data breakpoint 7 mask */
1022#define LOONGARCH_CSR_DB7CTRL		0x34a	/* data breakpoint 7 control */
1023#define LOONGARCH_CSR_DB7ASID		0x34b	/* data breakpoint 7 asid */
1024
1025#define LOONGARCH_CSR_DB8ADDR		0x350	/* data breakpoint 8 address */
1026#define LOONGARCH_CSR_DB8MASK		0x351	/* data breakpoint 8 mask */
1027#define LOONGARCH_CSR_DB8CTRL		0x352	/* data breakpoint 8 control */
1028#define LOONGARCH_CSR_DB8ASID		0x353	/* data breakpoint 8 asid */
1029
1030#define LOONGARCH_CSR_DB9ADDR		0x358	/* data breakpoint 9 address */
1031#define LOONGARCH_CSR_DB9MASK		0x359	/* data breakpoint 9 mask */
1032#define LOONGARCH_CSR_DB9CTRL		0x35a	/* data breakpoint 9 control */
1033#define LOONGARCH_CSR_DB9ASID		0x35b	/* data breakpoint 9 asid */
1034
1035#define LOONGARCH_CSR_DB10ADDR		0x360	/* data breakpoint 10 address */
1036#define LOONGARCH_CSR_DB10MASK		0x361	/* data breakpoint 10 mask */
1037#define LOONGARCH_CSR_DB10CTRL		0x362	/* data breakpoint 10 control */
1038#define LOONGARCH_CSR_DB10ASID		0x363	/* data breakpoint 10 asid */
1039
1040#define LOONGARCH_CSR_DB11ADDR		0x368	/* data breakpoint 11 address */
1041#define LOONGARCH_CSR_DB11MASK		0x369	/* data breakpoint 11 mask */
1042#define LOONGARCH_CSR_DB11CTRL		0x36a	/* data breakpoint 11 control */
1043#define LOONGARCH_CSR_DB11ASID		0x36b	/* data breakpoint 11 asid */
1044
1045#define LOONGARCH_CSR_DB12ADDR		0x370	/* data breakpoint 12 address */
1046#define LOONGARCH_CSR_DB12MASK		0x371	/* data breakpoint 12 mask */
1047#define LOONGARCH_CSR_DB12CTRL		0x372	/* data breakpoint 12 control */
1048#define LOONGARCH_CSR_DB12ASID		0x373	/* data breakpoint 12 asid */
1049
1050#define LOONGARCH_CSR_DB13ADDR		0x378	/* data breakpoint 13 address */
1051#define LOONGARCH_CSR_DB13MASK		0x379	/* data breakpoint 13 mask */
1052#define LOONGARCH_CSR_DB13CTRL		0x37a	/* data breakpoint 13 control */
1053#define LOONGARCH_CSR_DB13ASID		0x37b	/* data breakpoint 13 asid */
1054
1055#define LOONGARCH_CSR_FWPC		0x380	/* instruction breakpoint config */
1056#define LOONGARCH_CSR_FWPS		0x381	/* instruction breakpoint status */
1057
1058#define LOONGARCH_CSR_IB0ADDR		0x390	/* inst breakpoint 0 address */
1059#define LOONGARCH_CSR_IB0MASK		0x391	/* inst breakpoint 0 mask */
1060#define LOONGARCH_CSR_IB0CTRL		0x392	/* inst breakpoint 0 control */
1061#define LOONGARCH_CSR_IB0ASID		0x393	/* inst breakpoint 0 asid */
1062
1063#define LOONGARCH_CSR_IB1ADDR		0x398	/* inst breakpoint 1 address */
1064#define LOONGARCH_CSR_IB1MASK		0x399	/* inst breakpoint 1 mask */
1065#define LOONGARCH_CSR_IB1CTRL		0x39a	/* inst breakpoint 1 control */
1066#define LOONGARCH_CSR_IB1ASID		0x39b	/* inst breakpoint 1 asid */
1067
1068#define LOONGARCH_CSR_IB2ADDR		0x3a0	/* inst breakpoint 2 address */
1069#define LOONGARCH_CSR_IB2MASK		0x3a1	/* inst breakpoint 2 mask */
1070#define LOONGARCH_CSR_IB2CTRL		0x3a2	/* inst breakpoint 2 control */
1071#define LOONGARCH_CSR_IB2ASID		0x3a3	/* inst breakpoint 2 asid */
1072
1073#define LOONGARCH_CSR_IB3ADDR		0x3a8	/* inst breakpoint 3 address */
1074#define LOONGARCH_CSR_IB3MASK		0x3a9	/* breakpoint 3 mask */
1075#define LOONGARCH_CSR_IB3CTRL		0x3aa	/* inst breakpoint 3 control */
1076#define LOONGARCH_CSR_IB3ASID		0x3ab	/* inst breakpoint 3 asid */
1077
1078#define LOONGARCH_CSR_IB4ADDR		0x3b0	/* inst breakpoint 4 address */
1079#define LOONGARCH_CSR_IB4MASK		0x3b1	/* inst breakpoint 4 mask */
1080#define LOONGARCH_CSR_IB4CTRL		0x3b2	/* inst breakpoint 4 control */
1081#define LOONGARCH_CSR_IB4ASID		0x3b3	/* inst breakpoint 4 asid */
1082
1083#define LOONGARCH_CSR_IB5ADDR		0x3b8	/* inst breakpoint 5 address */
1084#define LOONGARCH_CSR_IB5MASK		0x3b9	/* inst breakpoint 5 mask */
1085#define LOONGARCH_CSR_IB5CTRL		0x3ba	/* inst breakpoint 5 control */
1086#define LOONGARCH_CSR_IB5ASID		0x3bb	/* inst breakpoint 5 asid */
1087
1088#define LOONGARCH_CSR_IB6ADDR		0x3c0	/* inst breakpoint 6 address */
1089#define LOONGARCH_CSR_IB6MASK		0x3c1	/* inst breakpoint 6 mask */
1090#define LOONGARCH_CSR_IB6CTRL		0x3c2	/* inst breakpoint 6 control */
1091#define LOONGARCH_CSR_IB6ASID		0x3c3	/* inst breakpoint 6 asid */
1092
1093#define LOONGARCH_CSR_IB7ADDR		0x3c8	/* inst breakpoint 7 address */
1094#define LOONGARCH_CSR_IB7MASK		0x3c9	/* inst breakpoint 7 mask */
1095#define LOONGARCH_CSR_IB7CTRL		0x3ca	/* inst breakpoint 7 control */
1096#define LOONGARCH_CSR_IB7ASID		0x3cb	/* inst breakpoint 7 asid */
1097
1098#define LOONGARCH_CSR_IB8ADDR		0x3d0	/* inst breakpoint 8 address */
1099#define LOONGARCH_CSR_IB8MASK		0x3d1	/* inst breakpoint 8 mask */
1100#define LOONGARCH_CSR_IB8CTRL		0x3d2	/* inst breakpoint 8 control */
1101#define LOONGARCH_CSR_IB8ASID		0x3d3	/* inst breakpoint 8 asid */
1102
1103#define LOONGARCH_CSR_IB9ADDR		0x3d8	/* inst breakpoint 9 address */
1104#define LOONGARCH_CSR_IB9MASK		0x3d9	/* inst breakpoint 9 mask */
1105#define LOONGARCH_CSR_IB9CTRL		0x3da	/* inst breakpoint 9 control */
1106#define LOONGARCH_CSR_IB9ASID		0x3db	/* inst breakpoint 9 asid */
1107
1108#define LOONGARCH_CSR_IB10ADDR		0x3e0	/* inst breakpoint 10 address */
1109#define LOONGARCH_CSR_IB10MASK		0x3e1	/* inst breakpoint 10 mask */
1110#define LOONGARCH_CSR_IB10CTRL		0x3e2	/* inst breakpoint 10 control */
1111#define LOONGARCH_CSR_IB10ASID		0x3e3	/* inst breakpoint 10 asid */
1112
1113#define LOONGARCH_CSR_IB11ADDR		0x3e8	/* inst breakpoint 11 address */
1114#define LOONGARCH_CSR_IB11MASK		0x3e9	/* inst breakpoint 11 mask */
1115#define LOONGARCH_CSR_IB11CTRL		0x3ea	/* inst breakpoint 11 control */
1116#define LOONGARCH_CSR_IB11ASID		0x3eb	/* inst breakpoint 11 asid */
1117
1118#define LOONGARCH_CSR_IB12ADDR		0x3f0	/* inst breakpoint 12 address */
1119#define LOONGARCH_CSR_IB12MASK		0x3f1	/* inst breakpoint 12 mask */
1120#define LOONGARCH_CSR_IB12CTRL		0x3f2	/* inst breakpoint 12 control */
1121#define LOONGARCH_CSR_IB12ASID		0x3f3	/* inst breakpoint 12 asid */
1122
1123#define LOONGARCH_CSR_IB13ADDR		0x3f8	/* inst breakpoint 13 address */
1124#define LOONGARCH_CSR_IB13MASK		0x3f9	/* inst breakpoint 13 mask */
1125#define LOONGARCH_CSR_IB13CTRL		0x3fa	/* inst breakpoint 13 control */
1126#define LOONGARCH_CSR_IB13ASID		0x3fb	/* inst breakpoint 13 asid */
1127
1128#define LOONGARCH_CSR_DEBUG		0x500	/* debug config */
1129#define LOONGARCH_CSR_DERA		0x501	/* debug era */
1130#define LOONGARCH_CSR_DESAVE		0x502	/* debug save */
1131
1132#define CSR_FWPC_SKIP_SHIFT		16
1133#define CSR_FWPC_SKIP			(_ULCAST_(1) << CSR_FWPC_SKIP_SHIFT)
1134
1135/*
1136 * CSR_ECFG IM
1137 */
1138#define ECFG0_IM		0x00005fff
1139#define ECFGB_SIP0		0
1140#define ECFGF_SIP0		(_ULCAST_(1) << ECFGB_SIP0)
1141#define ECFGB_SIP1		1
1142#define ECFGF_SIP1		(_ULCAST_(1) << ECFGB_SIP1)
1143#define ECFGB_IP0		2
1144#define ECFGF_IP0		(_ULCAST_(1) << ECFGB_IP0)
1145#define ECFGB_IP1		3
1146#define ECFGF_IP1		(_ULCAST_(1) << ECFGB_IP1)
1147#define ECFGB_IP2		4
1148#define ECFGF_IP2		(_ULCAST_(1) << ECFGB_IP2)
1149#define ECFGB_IP3		5
1150#define ECFGF_IP3		(_ULCAST_(1) << ECFGB_IP3)
1151#define ECFGB_IP4		6
1152#define ECFGF_IP4		(_ULCAST_(1) << ECFGB_IP4)
1153#define ECFGB_IP5		7
1154#define ECFGF_IP5		(_ULCAST_(1) << ECFGB_IP5)
1155#define ECFGB_IP6		8
1156#define ECFGF_IP6		(_ULCAST_(1) << ECFGB_IP6)
1157#define ECFGB_IP7		9
1158#define ECFGF_IP7		(_ULCAST_(1) << ECFGB_IP7)
1159#define ECFGB_PMC		10
1160#define ECFGF_PMC		(_ULCAST_(1) << ECFGB_PMC)
1161#define ECFGB_TIMER		11
1162#define ECFGF_TIMER		(_ULCAST_(1) << ECFGB_TIMER)
1163#define ECFGB_IPI		12
1164#define ECFGF_IPI		(_ULCAST_(1) << ECFGB_IPI)
1165#define ECFGF(hwirq)		(_ULCAST_(1) << hwirq)
1166
1167#define ESTATF_IP		0x00003fff
1168
1169#define LOONGARCH_IOCSR_FEATURES	0x8
1170#define  IOCSRF_TEMP			BIT_ULL(0)
1171#define  IOCSRF_NODECNT			BIT_ULL(1)
1172#define  IOCSRF_MSI			BIT_ULL(2)
1173#define  IOCSRF_EXTIOI			BIT_ULL(3)
1174#define  IOCSRF_CSRIPI			BIT_ULL(4)
1175#define  IOCSRF_FREQCSR			BIT_ULL(5)
1176#define  IOCSRF_FREQSCALE		BIT_ULL(6)
1177#define  IOCSRF_DVFSV1			BIT_ULL(7)
1178#define  IOCSRF_EIODECODE		BIT_ULL(9)
1179#define  IOCSRF_FLATMODE		BIT_ULL(10)
1180#define  IOCSRF_VM			BIT_ULL(11)
1181#define  IOCSRF_AVEC			BIT_ULL(15)
1182#define  IOCSRF_REDIRECT		BIT_ULL(16)
1183
1184#define LOONGARCH_IOCSR_VENDOR		0x10
1185
1186#define LOONGARCH_IOCSR_CPUNAME		0x20
1187
1188#define LOONGARCH_IOCSR_NODECNT		0x408
1189
1190#define LOONGARCH_IOCSR_MISC_FUNC	0x420
1191#define  IOCSR_MISC_FUNC_SOFT_INT	BIT_ULL(10)
1192#define  IOCSR_MISC_FUNC_TIMER_RESET	BIT_ULL(21)
1193#define  IOCSR_MISC_FUNC_EXT_IOI_EN	BIT_ULL(48)
1194#define  IOCSR_MISC_FUNC_AVEC_EN	BIT_ULL(51)
1195
1196#define LOONGARCH_IOCSR_CPUTEMP		0x428
1197
1198#define LOONGARCH_IOCSR_SMCMBX		0x51c
1199
1200/* PerCore CSR, only accessible by local cores */
1201#define LOONGARCH_IOCSR_IPI_STATUS	0x1000
1202#define LOONGARCH_IOCSR_IPI_EN		0x1004
1203#define LOONGARCH_IOCSR_IPI_SET		0x1008
1204#define LOONGARCH_IOCSR_IPI_CLEAR	0x100c
1205#define LOONGARCH_IOCSR_MBUF0		0x1020
1206#define LOONGARCH_IOCSR_MBUF1		0x1028
1207#define LOONGARCH_IOCSR_MBUF2		0x1030
1208#define LOONGARCH_IOCSR_MBUF3		0x1038
1209
1210#define LOONGARCH_IOCSR_IPI_SEND	0x1040
1211#define  IOCSR_IPI_SEND_IP_SHIFT	0
1212#define  IOCSR_IPI_SEND_CPU_SHIFT	16
1213#define  IOCSR_IPI_SEND_BLOCKING	BIT(31)
1214
1215#define LOONGARCH_IOCSR_MBUF_SEND	0x1048
1216#define  IOCSR_MBUF_SEND_BLOCKING	BIT_ULL(31)
1217#define  IOCSR_MBUF_SEND_BOX_SHIFT	2
1218#define  IOCSR_MBUF_SEND_BOX_LO(box)	(box << 1)
1219#define  IOCSR_MBUF_SEND_BOX_HI(box)	((box << 1) + 1)
1220#define  IOCSR_MBUF_SEND_CPU_SHIFT	16
1221#define  IOCSR_MBUF_SEND_BUF_SHIFT	32
1222#define  IOCSR_MBUF_SEND_H32_MASK	0xFFFFFFFF00000000ULL
1223
1224#define LOONGARCH_IOCSR_ANY_SEND	0x1158
1225#define  IOCSR_ANY_SEND_BLOCKING	BIT_ULL(31)
1226#define  IOCSR_ANY_SEND_CPU_SHIFT	16
1227#define  IOCSR_ANY_SEND_MASK_SHIFT	27
1228#define  IOCSR_ANY_SEND_BUF_SHIFT	32
1229#define  IOCSR_ANY_SEND_H32_MASK	0xFFFFFFFF00000000ULL
1230
1231/* Register offset and bit definition for CSR access */
1232#define LOONGARCH_IOCSR_TIMER_CFG       0x1060
1233#define LOONGARCH_IOCSR_TIMER_TICK      0x1070
1234#define  IOCSR_TIMER_CFG_RESERVED       (_ULCAST_(1) << 63)
1235#define  IOCSR_TIMER_CFG_PERIODIC       (_ULCAST_(1) << 62)
1236#define  IOCSR_TIMER_CFG_EN             (_ULCAST_(1) << 61)
1237#define  IOCSR_TIMER_MASK		0x0ffffffffffffULL
1238#define  IOCSR_TIMER_INITVAL_RST        (_ULCAST_(0xffff) << 48)
1239
1240#define LOONGARCH_IOCSR_EXTIOI_NODEMAP_BASE	0x14a0
1241#define LOONGARCH_IOCSR_EXTIOI_IPMAP_BASE	0x14c0
1242#define LOONGARCH_IOCSR_EXTIOI_EN_BASE		0x1600
1243#define LOONGARCH_IOCSR_EXTIOI_BOUNCE_BASE	0x1680
1244#define LOONGARCH_IOCSR_EXTIOI_ISR_BASE		0x1800
1245#define LOONGARCH_IOCSR_EXTIOI_ROUTE_BASE	0x1c00
1246#define IOCSR_EXTIOI_VECTOR_NUM			256
1247
1248#ifndef __ASSEMBLER__
1249
1250#ifdef CONFIG_32BIT
1251
1252static __always_inline u32 rdtime_h(void)
1253{
1254	u32 val = 0;
1255
1256	__asm__ __volatile__(
1257		"rdtimeh.w %0, $zero\n\t"
1258		: "=r"(val)
1259		:
1260		);
1261	return val;
1262}
1263
1264static __always_inline u32 rdtime_l(void)
1265{
1266	u32 val = 0;
1267
1268	__asm__ __volatile__(
1269		"rdtimel.w %0, $zero\n\t"
1270		: "=r"(val)
1271		:
1272		);
1273	return val;
1274}
1275
1276#else
1277
1278static __always_inline u64 rdtime_d(void)
1279{
1280	u64 val = 0;
1281
1282	__asm__ __volatile__(
1283		"rdtime.d %0, $zero\n\t"
1284		: "=r"(val)
1285		:
1286		);
1287	return val;
1288}
1289
1290#endif
1291
1292static inline unsigned int get_csr_cpuid(void)
1293{
1294	return csr_read32(LOONGARCH_CSR_CPUID);
1295}
1296
1297#ifdef CONFIG_64BIT
1298static inline void csr_any_send(unsigned int addr, unsigned int data,
1299				unsigned int data_mask, unsigned int cpu)
1300{
1301	uint64_t val = 0;
1302
1303	val = IOCSR_ANY_SEND_BLOCKING | addr;
1304	val |= (cpu << IOCSR_ANY_SEND_CPU_SHIFT);
1305	val |= (data_mask << IOCSR_ANY_SEND_MASK_SHIFT);
1306	val |= ((uint64_t)data << IOCSR_ANY_SEND_BUF_SHIFT);
1307	iocsr_write64(val, LOONGARCH_IOCSR_ANY_SEND);
1308}
1309#endif
1310
1311static inline unsigned int read_csr_excode(void)
1312{
1313	return (csr_read32(LOONGARCH_CSR_ESTAT) & CSR_ESTAT_EXC) >> CSR_ESTAT_EXC_SHIFT;
1314}
1315
1316static inline void write_csr_index(unsigned int idx)
1317{
1318	csr_xchg32(idx, CSR_TLBIDX_IDXM, LOONGARCH_CSR_TLBIDX);
1319}
1320
1321static inline unsigned int read_csr_pagesize(void)
1322{
1323	return (csr_read32(LOONGARCH_CSR_TLBIDX) & CSR_TLBIDX_SIZEM) >> CSR_TLBIDX_SIZE;
1324}
1325
1326static inline void write_csr_pagesize(unsigned int size)
1327{
1328	csr_xchg32(size << CSR_TLBIDX_SIZE, CSR_TLBIDX_SIZEM, LOONGARCH_CSR_TLBIDX);
1329}
1330
1331static inline unsigned int read_csr_tlbrefill_pagesize(void)
1332{
1333	return (csr_read(LOONGARCH_CSR_TLBREHI) & CSR_TLBREHI_PS) >> CSR_TLBREHI_PS_SHIFT;
1334}
1335
1336static inline void write_csr_tlbrefill_pagesize(unsigned int size)
1337{
1338	csr_xchg(size << CSR_TLBREHI_PS_SHIFT, CSR_TLBREHI_PS, LOONGARCH_CSR_TLBREHI);
1339}
1340
1341#define read_csr_asid()			csr_read32(LOONGARCH_CSR_ASID)
1342#define write_csr_asid(val)		csr_write32(val, LOONGARCH_CSR_ASID)
1343#define read_csr_entryhi()		csr_read(LOONGARCH_CSR_TLBEHI)
1344#define write_csr_entryhi(val)		csr_write(val, LOONGARCH_CSR_TLBEHI)
1345#define read_csr_entrylo0()		csr_read(LOONGARCH_CSR_TLBELO0)
1346#define write_csr_entrylo0(val)		csr_write(val, LOONGARCH_CSR_TLBELO0)
1347#define read_csr_entrylo1()		csr_read(LOONGARCH_CSR_TLBELO1)
1348#define write_csr_entrylo1(val)		csr_write(val, LOONGARCH_CSR_TLBELO1)
1349#define read_csr_ecfg()			csr_read32(LOONGARCH_CSR_ECFG)
1350#define write_csr_ecfg(val)		csr_write32(val, LOONGARCH_CSR_ECFG)
1351#define read_csr_estat()		csr_read32(LOONGARCH_CSR_ESTAT)
1352#define write_csr_estat(val)		csr_write32(val, LOONGARCH_CSR_ESTAT)
1353#define read_csr_tlbidx()		csr_read32(LOONGARCH_CSR_TLBIDX)
1354#define write_csr_tlbidx(val)		csr_write32(val, LOONGARCH_CSR_TLBIDX)
1355#define read_csr_euen()			csr_read32(LOONGARCH_CSR_EUEN)
1356#define write_csr_euen(val)		csr_write32(val, LOONGARCH_CSR_EUEN)
1357#define read_csr_cpuid()		csr_read32(LOONGARCH_CSR_CPUID)
1358#define read_csr_prcfg1()		csr_read(LOONGARCH_CSR_PRCFG1)
1359#define write_csr_prcfg1(val)		csr_write(val, LOONGARCH_CSR_PRCFG1)
1360#define read_csr_prcfg2()		csr_read(LOONGARCH_CSR_PRCFG2)
1361#define write_csr_prcfg2(val)		csr_write(val, LOONGARCH_CSR_PRCFG2)
1362#define read_csr_prcfg3()		csr_read(LOONGARCH_CSR_PRCFG3)
1363#define write_csr_prcfg3(val)		csr_write(val, LOONGARCH_CSR_PRCFG3)
1364#define read_csr_stlbpgsize()		csr_read32(LOONGARCH_CSR_STLBPGSIZE)
1365#define write_csr_stlbpgsize(val)	csr_write32(val, LOONGARCH_CSR_STLBPGSIZE)
1366#define read_csr_rvacfg()		csr_read32(LOONGARCH_CSR_RVACFG)
1367#define write_csr_rvacfg(val)		csr_write32(val, LOONGARCH_CSR_RVACFG)
1368#define write_csr_tintclear(val)	csr_write32(val, LOONGARCH_CSR_TINTCLR)
1369#define read_csr_impctl1()		csr_read(LOONGARCH_CSR_IMPCTL1)
1370#define write_csr_impctl1(val)		csr_write(val, LOONGARCH_CSR_IMPCTL1)
1371#define write_csr_impctl2(val)		csr_write(val, LOONGARCH_CSR_IMPCTL2)
1372
1373#define read_csr_perfctrl0()		csr_read64(LOONGARCH_CSR_PERFCTRL0)
1374#define read_csr_perfcntr0()		csr_read64(LOONGARCH_CSR_PERFCNTR0)
1375#define read_csr_perfctrl1()		csr_read64(LOONGARCH_CSR_PERFCTRL1)
1376#define read_csr_perfcntr1()		csr_read64(LOONGARCH_CSR_PERFCNTR1)
1377#define read_csr_perfctrl2()		csr_read64(LOONGARCH_CSR_PERFCTRL2)
1378#define read_csr_perfcntr2()		csr_read64(LOONGARCH_CSR_PERFCNTR2)
1379#define read_csr_perfctrl3()		csr_read64(LOONGARCH_CSR_PERFCTRL3)
1380#define read_csr_perfcntr3()		csr_read64(LOONGARCH_CSR_PERFCNTR3)
1381#define write_csr_perfctrl0(val)	csr_write64(val, LOONGARCH_CSR_PERFCTRL0)
1382#define write_csr_perfcntr0(val)	csr_write64(val, LOONGARCH_CSR_PERFCNTR0)
1383#define write_csr_perfctrl1(val)	csr_write64(val, LOONGARCH_CSR_PERFCTRL1)
1384#define write_csr_perfcntr1(val)	csr_write64(val, LOONGARCH_CSR_PERFCNTR1)
1385#define write_csr_perfctrl2(val)	csr_write64(val, LOONGARCH_CSR_PERFCTRL2)
1386#define write_csr_perfcntr2(val)	csr_write64(val, LOONGARCH_CSR_PERFCNTR2)
1387#define write_csr_perfctrl3(val)	csr_write64(val, LOONGARCH_CSR_PERFCTRL3)
1388#define write_csr_perfcntr3(val)	csr_write64(val, LOONGARCH_CSR_PERFCNTR3)
1389
1390/*
1391 * Manipulate bits in a register.
1392 */
1393#define __BUILD_CSR_COMMON(name)				\
1394static inline unsigned long					\
1395set_##name(unsigned long set)					\
1396{								\
1397	unsigned long res, new;					\
1398								\
1399	res = read_##name();					\
1400	new = res | set;					\
1401	write_##name(new);					\
1402								\
1403	return res;						\
1404}								\
1405								\
1406static inline unsigned long					\
1407clear_##name(unsigned long clear)				\
1408{								\
1409	unsigned long res, new;					\
1410								\
1411	res = read_##name();					\
1412	new = res & ~clear;					\
1413	write_##name(new);					\
1414								\
1415	return res;						\
1416}								\
1417								\
1418static inline unsigned long					\
1419change_##name(unsigned long change, unsigned long val)		\
1420{								\
1421	unsigned long res, new;					\
1422								\
1423	res = read_##name();					\
1424	new = res & ~change;					\
1425	new |= (val & change);					\
1426	write_##name(new);					\
1427								\
1428	return res;						\
1429}
1430
1431#define __BUILD_CSR_OP(name)	__BUILD_CSR_COMMON(csr_##name)
1432
1433__BUILD_CSR_OP(euen)
1434__BUILD_CSR_OP(ecfg)
1435__BUILD_CSR_OP(tlbidx)
1436
1437#define set_csr_estat(val)	\
1438	csr_xchg32(val, val, LOONGARCH_CSR_ESTAT)
1439#define clear_csr_estat(val)	\
1440	csr_xchg32(~(val), val, LOONGARCH_CSR_ESTAT)
1441
1442#endif /* __ASSEMBLER__ */
1443
1444/* Generic EntryLo bit definitions */
1445#define ENTRYLO_V		(_ULCAST_(1) << 0)
1446#define ENTRYLO_D		(_ULCAST_(1) << 1)
1447#define ENTRYLO_PLV_SHIFT	2
1448#define ENTRYLO_PLV		(_ULCAST_(3) << ENTRYLO_PLV_SHIFT)
1449#define ENTRYLO_C_SHIFT		4
1450#define ENTRYLO_C		(_ULCAST_(3) << ENTRYLO_C_SHIFT)
1451#define ENTRYLO_G		(_ULCAST_(1) << 6)
1452#ifdef CONFIG_64BIT
1453#define ENTRYLO_NR		(_ULCAST_(1) << 61)
1454#define ENTRYLO_NX		(_ULCAST_(1) << 62)
1455#endif
1456
1457/* Values for PageSize register */
1458#define PS_4K		0x0000000c
1459#define PS_8K		0x0000000d
1460#define PS_16K		0x0000000e
1461#define PS_32K		0x0000000f
1462#define PS_64K		0x00000010
1463#define PS_128K		0x00000011
1464#define PS_256K		0x00000012
1465#define PS_512K		0x00000013
1466#define PS_1M		0x00000014
1467#define PS_2M		0x00000015
1468#define PS_4M		0x00000016
1469#define PS_8M		0x00000017
1470#define PS_16M		0x00000018
1471#define PS_32M		0x00000019
1472#define PS_64M		0x0000001a
1473#define PS_128M		0x0000001b
1474#define PS_256M		0x0000001c
1475#define PS_512M		0x0000001d
1476#define PS_1G		0x0000001e
1477
1478/* Default page size for a given kernel configuration */
1479#ifdef CONFIG_PAGE_SIZE_4KB
1480#define PS_DEFAULT_SIZE PS_4K
1481#elif defined(CONFIG_PAGE_SIZE_16KB)
1482#define PS_DEFAULT_SIZE PS_16K
1483#elif defined(CONFIG_PAGE_SIZE_64KB)
1484#define PS_DEFAULT_SIZE PS_64K
1485#else
1486#error Bad page size configuration!
1487#endif
1488
1489/* Default huge tlb size for a given kernel configuration */
1490#ifdef CONFIG_PAGE_SIZE_4KB
1491#define PS_HUGE_SIZE   PS_1M
1492#elif defined(CONFIG_PAGE_SIZE_16KB)
1493#define PS_HUGE_SIZE   PS_16M
1494#elif defined(CONFIG_PAGE_SIZE_64KB)
1495#define PS_HUGE_SIZE   PS_256M
1496#else
1497#error Bad page size configuration for hugetlbfs!
1498#endif
1499
1500/* ExStatus.ExcCode */
1501#define EXCCODE_RSV		0	/* Reserved */
1502#define EXCCODE_TLBL		1	/* TLB miss on a load */
1503#define EXCCODE_TLBS		2	/* TLB miss on a store */
1504#define EXCCODE_TLBI		3	/* TLB miss on a ifetch */
1505#define EXCCODE_TLBM		4	/* TLB modified fault */
1506#define EXCCODE_TLBNR		5	/* TLB Read-Inhibit exception */
1507#define EXCCODE_TLBNX		6	/* TLB Execution-Inhibit exception */
1508#define EXCCODE_TLBPE		7	/* TLB Privilege Error */
1509#define EXCCODE_ADE		8	/* Address Error */
1510	#define EXSUBCODE_ADEF		0	/* Fetch Instruction */
1511	#define EXSUBCODE_ADEM		1	/* Access Memory*/
1512#define EXCCODE_ALE		9	/* Unalign Access */
1513#define EXCCODE_BCE		10	/* Bounds Check Error */
1514#define EXCCODE_SYS		11	/* System call */
1515#define EXCCODE_BP		12	/* Breakpoint */
1516#define EXCCODE_INE		13	/* Inst. Not Exist */
1517#define EXCCODE_IPE		14	/* Inst. Privileged Error */
1518#define EXCCODE_FPDIS		15	/* FPU Disabled */
1519#define EXCCODE_LSXDIS		16	/* LSX Disabled */
1520#define EXCCODE_LASXDIS		17	/* LASX Disabled */
1521#define EXCCODE_FPE		18	/* Floating Point Exception */
1522	#define EXCSUBCODE_FPE		0	/* Floating Point Exception */
1523	#define EXCSUBCODE_VFPE		1	/* Vector Exception */
1524#define EXCCODE_WATCH		19	/* WatchPoint Exception */
1525	#define EXCSUBCODE_WPEF		0	/* ... on Instruction Fetch */
1526	#define EXCSUBCODE_WPEM		1	/* ... on Memory Accesses */
1527#define EXCCODE_BTDIS		20	/* Binary Trans. Disabled */
1528#define EXCCODE_BTE		21	/* Binary Trans. Exception */
1529#define EXCCODE_GSPR		22	/* Guest Privileged Error */
1530#define EXCCODE_HVC		23	/* Hypercall */
1531#define EXCCODE_GCM		24	/* Guest CSR modified */
1532	#define EXCSUBCODE_GCSC		0	/* Software caused */
1533	#define EXCSUBCODE_GCHC		1	/* Hardware caused */
1534#define EXCCODE_SE		25	/* Security */
1535
1536/* Interrupt numbers */
1537#define INT_SWI0	0	/* Software Interrupts */
1538#define INT_SWI1	1
1539#define INT_HWI0	2	/* Hardware Interrupts */
1540#define INT_HWI1	3
1541#define INT_HWI2	4
1542#define INT_HWI3	5
1543#define INT_HWI4	6
1544#define INT_HWI5	7
1545#define INT_HWI6	8
1546#define INT_HWI7	9
1547#define INT_PCOV	10	/* Performance Counter Overflow */
1548#define INT_TI		11	/* Timer */
1549#define INT_IPI		12
1550#define INT_NMI		13
1551#define INT_AVEC	14
1552
1553/* ExcCodes corresponding to interrupts */
1554#define EXCCODE_INT_NUM		(INT_AVEC + 1)
1555#define EXCCODE_INT_START	64
1556#define EXCCODE_INT_END		(EXCCODE_INT_START + EXCCODE_INT_NUM - 1)
1557
1558/* FPU Status Register Names */
1559#ifndef CONFIG_AS_HAS_FCSR_CLASS
1560#define LOONGARCH_FCSR0	$r0
1561#define LOONGARCH_FCSR1	$r1
1562#define LOONGARCH_FCSR2	$r2
1563#define LOONGARCH_FCSR3	$r3
1564#else
1565#define LOONGARCH_FCSR0	$fcsr0
1566#define LOONGARCH_FCSR1	$fcsr1
1567#define LOONGARCH_FCSR2	$fcsr2
1568#define LOONGARCH_FCSR3	$fcsr3
1569#endif
1570
1571/* FPU Status Register Values */
1572#define FPU_CSR_RSVD	0xe0e0fce0
1573
1574/*
1575 * X the exception cause indicator
1576 * E the exception enable
1577 * S the sticky/flag bit
1578 */
1579#define FPU_CSR_ALL_X	0x1f000000
1580#define FPU_CSR_INV_X	0x10000000
1581#define FPU_CSR_DIV_X	0x08000000
1582#define FPU_CSR_OVF_X	0x04000000
1583#define FPU_CSR_UDF_X	0x02000000
1584#define FPU_CSR_INE_X	0x01000000
1585
1586#define FPU_CSR_ALL_S	0x001f0000
1587#define FPU_CSR_INV_S	0x00100000
1588#define FPU_CSR_DIV_S	0x00080000
1589#define FPU_CSR_OVF_S	0x00040000
1590#define FPU_CSR_UDF_S	0x00020000
1591#define FPU_CSR_INE_S	0x00010000
1592
1593#define FPU_CSR_ALL_E	0x0000001f
1594#define FPU_CSR_INV_E	0x00000010
1595#define FPU_CSR_DIV_E	0x00000008
1596#define FPU_CSR_OVF_E	0x00000004
1597#define FPU_CSR_UDF_E	0x00000002
1598#define FPU_CSR_INE_E	0x00000001
1599
1600/* Bits 8 and 9 of FPU Status Register specify the rounding mode */
1601#define FPU_CSR_RM	0x300
1602#define FPU_CSR_RN	0x000	/* nearest */
1603#define FPU_CSR_RZ	0x100	/* towards zero */
1604#define FPU_CSR_RU	0x200	/* towards +Infinity */
1605#define FPU_CSR_RD	0x300	/* towards -Infinity */
1606
1607/* Bit 6 of FPU Status Register specify the LBT TOP simulation mode */
1608#define FPU_CSR_TM_SHIFT	0x6
1609#define FPU_CSR_TM		(_ULCAST_(1) << FPU_CSR_TM_SHIFT)
1610
1611#define read_fcsr(source)	\
1612({	\
1613	unsigned int __res;	\
1614\
1615	__asm__ __volatile__(	\
1616	"	movfcsr2gr	%0, "__stringify(source)" \n"	\
1617	: "=r" (__res));	\
1618	__res;	\
1619})
1620
1621#define write_fcsr(dest, val) \
1622do {	\
1623	__asm__ __volatile__(	\
1624	"	movgr2fcsr	"__stringify(dest)", %0	\n"	\
1625	: : "r" (val));	\
1626} while (0)
1627
1628#endif /* _ASM_LOONGARCH_H */
~/ Read-only file preview.