cachepc-linux

Fork of AMDESE/linux with modifications for CachePC side-channel attack
git clone https://git.sinitax.com/sinitax/cachepc-linux
Log | Files | Refs | README | LICENSE | sfeed.txt

idle_6xx.S (4714B)


      1/* SPDX-License-Identifier: GPL-2.0-or-later */
      2/*
      3 *  This file contains the power_save function for 6xx & 7xxx CPUs
      4 *  rewritten in assembler
      5 *
      6 *  Warning ! This code assumes that if your machine has a 750fx
      7 *  it will have PLL 1 set to low speed mode (used during NAP/DOZE).
      8 *  if this is not the case some additional changes will have to
      9 *  be done to check a runtime var (a bit like powersave-nap)
     10 */
     11
     12#include <linux/threads.h>
     13#include <asm/reg.h>
     14#include <asm/page.h>
     15#include <asm/cputable.h>
     16#include <asm/thread_info.h>
     17#include <asm/ppc_asm.h>
     18#include <asm/asm-offsets.h>
     19#include <asm/feature-fixups.h>
     20
     21	.text
     22
     23/*
     24 * Init idle, called at early CPU setup time from head.S for each CPU
     25 * Make sure no rest of NAP mode remains in HID0, save default
     26 * values for some CPU specific registers. Called with r24
     27 * containing CPU number and r3 reloc offset
     28 */
     29_GLOBAL(init_idle_6xx)
     30BEGIN_FTR_SECTION
     31	mfspr	r4,SPRN_HID0
     32	rlwinm	r4,r4,0,10,8	/* Clear NAP */
     33	mtspr	SPRN_HID0, r4
     34	b	1f
     35END_FTR_SECTION_IFSET(CPU_FTR_CAN_NAP)
     36	blr
     371:
     38	slwi	r5,r24,2
     39	add	r5,r5,r3
     40BEGIN_FTR_SECTION
     41	mfspr	r4,SPRN_MSSCR0
     42	addis	r6,r5, nap_save_msscr0@ha
     43	stw	r4,nap_save_msscr0@l(r6)
     44END_FTR_SECTION_IFSET(CPU_FTR_NAP_DISABLE_L2_PR)
     45BEGIN_FTR_SECTION
     46	mfspr	r4,SPRN_HID1
     47	addis	r6,r5,nap_save_hid1@ha
     48	stw	r4,nap_save_hid1@l(r6)
     49END_FTR_SECTION_IFSET(CPU_FTR_DUAL_PLL_750FX)
     50	blr
     51
     52/*
     53 * Here is the power_save_6xx function. This could eventually be
     54 * split into several functions & changing the function pointer
     55 * depending on the various features.
     56 */
     57_GLOBAL(ppc6xx_idle)
     58	/* Check if we can nap or doze, put HID0 mask in r3
     59	 */
     60	lis	r3, 0
     61BEGIN_FTR_SECTION
     62	lis	r3,HID0_DOZE@h
     63END_FTR_SECTION_IFSET(CPU_FTR_CAN_DOZE)
     64BEGIN_FTR_SECTION
     65	/* We must dynamically check for the NAP feature as it
     66	 * can be cleared by CPU init after the fixups are done
     67	 */
     68	lis	r4,cur_cpu_spec@ha
     69	lwz	r4,cur_cpu_spec@l(r4)
     70	lwz	r4,CPU_SPEC_FEATURES(r4)
     71	andi.	r0,r4,CPU_FTR_CAN_NAP
     72	beq	1f
     73	/* Now check if user or arch enabled NAP mode */
     74	lis	r4,powersave_nap@ha
     75	lwz	r4,powersave_nap@l(r4)
     76	cmpwi	0,r4,0
     77	beq	1f
     78	lis	r3,HID0_NAP@h
     791:	
     80END_FTR_SECTION_IFSET(CPU_FTR_CAN_NAP)
     81	cmpwi	0,r3,0
     82	beqlr
     83
     84	/* Some pre-nap cleanups needed on some CPUs */
     85	andis.	r0,r3,HID0_NAP@h
     86	beq	2f
     87BEGIN_FTR_SECTION
     88	/* Disable L2 prefetch on some 745x and try to ensure
     89	 * L2 prefetch engines are idle. As explained by errata
     90	 * text, we can't be sure they are, we just hope very hard
     91	 * that well be enough (sic !). At least I noticed Apple
     92	 * doesn't even bother doing the dcbf's here...
     93	 */
     94	mfspr	r4,SPRN_MSSCR0
     95	rlwinm	r4,r4,0,0,29
     96	sync
     97	mtspr	SPRN_MSSCR0,r4
     98	sync
     99	isync
    100	lis	r4,KERNELBASE@h
    101	dcbf	0,r4
    102	dcbf	0,r4
    103	dcbf	0,r4
    104	dcbf	0,r4
    105END_FTR_SECTION_IFSET(CPU_FTR_NAP_DISABLE_L2_PR)
    1062:
    107BEGIN_FTR_SECTION
    108	/* Go to low speed mode on some 750FX */
    109	lis	r4,powersave_lowspeed@ha
    110	lwz	r4,powersave_lowspeed@l(r4)
    111	cmpwi	0,r4,0
    112	beq	1f
    113	mfspr	r4,SPRN_HID1
    114	oris	r4,r4,0x0001
    115	mtspr	SPRN_HID1,r4
    1161:	
    117END_FTR_SECTION_IFSET(CPU_FTR_DUAL_PLL_750FX)
    118
    119	/* Go to NAP or DOZE now */	
    120	mfspr	r4,SPRN_HID0
    121	lis	r5,(HID0_NAP|HID0_SLEEP)@h
    122BEGIN_FTR_SECTION
    123	oris	r5,r5,HID0_DOZE@h
    124END_FTR_SECTION_IFSET(CPU_FTR_CAN_DOZE)
    125	andc	r4,r4,r5
    126	or	r4,r4,r3
    127BEGIN_FTR_SECTION
    128	oris	r4,r4,HID0_DPM@h	/* that should be done once for all  */
    129END_FTR_SECTION_IFCLR(CPU_FTR_NO_DPM)
    130	mtspr	SPRN_HID0,r4
    131BEGIN_FTR_SECTION
    132	PPC_DSSALL
    133	sync
    134END_FTR_SECTION_IFSET(CPU_FTR_ALTIVEC)
    135	lwz	r8,TI_LOCAL_FLAGS(r2)	/* set napping bit */
    136	ori	r8,r8,_TLF_NAPPING	/* so when we take an exception */
    137	stw	r8,TI_LOCAL_FLAGS(r2)	/* it will return to our caller */
    138	mfmsr	r7
    139	ori	r7,r7,MSR_EE
    140	oris	r7,r7,MSR_POW@h
    1411:	sync
    142	mtmsr	r7
    143	isync
    144	b	1b
    145
    146/*
    147 * Return from NAP/DOZE mode, restore some CPU specific registers,
    148 * R11 points to the exception frame. We have to preserve r10.
    149 */
    150_GLOBAL(power_save_ppc32_restore)
    151	lwz	r9,_LINK(r11)		/* interrupted in ppc6xx_idle: */
    152	stw	r9,_NIP(r11)		/* make it do a blr */
    153
    154#ifdef CONFIG_SMP
    155	lwz	r11,TASK_CPU(r2)	/* get cpu number * 4 */
    156	slwi	r11,r11,2
    157#else
    158	li	r11,0
    159#endif
    160	/* Todo make sure all these are in the same page
    161	 * and load r11 (@ha part + CPU offset) only once
    162	 */
    163BEGIN_FTR_SECTION
    164	mfspr	r9,SPRN_HID0
    165	andis.	r9,r9,HID0_NAP@h
    166	beq	1f
    167	addis	r9, r11, nap_save_msscr0@ha
    168	lwz	r9,nap_save_msscr0@l(r9)
    169	mtspr	SPRN_MSSCR0, r9
    170	sync
    171	isync
    1721:
    173END_FTR_SECTION_IFSET(CPU_FTR_NAP_DISABLE_L2_PR)
    174BEGIN_FTR_SECTION
    175	addis	r9, r11, nap_save_hid1@ha
    176	lwz	r9,nap_save_hid1@l(r9)
    177	mtspr	SPRN_HID1, r9
    178END_FTR_SECTION_IFSET(CPU_FTR_DUAL_PLL_750FX)
    179	blr
    180_ASM_NOKPROBE_SYMBOL(power_save_ppc32_restore)
    181
    182	.data
    183
    184_GLOBAL(nap_save_msscr0)
    185	.space	4*NR_CPUS
    186
    187_GLOBAL(nap_save_hid1)
    188	.space	4*NR_CPUS
    189
    190_GLOBAL(powersave_lowspeed)
    191	.long	0