cachepc-linux

Fork of AMDESE/linux with modifications for CachePC side-channel attack
git clone https://git.sinitax.com/sinitax/cachepc-linux
Log | Files | Refs | README | LICENSE | sfeed.txt

cex-sb1.S (3975B)


      1/* SPDX-License-Identifier: GPL-2.0-or-later */
      2/*
      3 * Copyright (C) 2001,2002,2003 Broadcom Corporation
      4 */
      5
      6#include <asm/asm.h>
      7#include <asm/regdef.h>
      8#include <asm/mipsregs.h>
      9#include <asm/stackframe.h>
     10#include <asm/cacheops.h>
     11#include <asm/sibyte/board.h>
     12
     13#define C0_ERRCTL     $26	      /* CP0: Error info */
     14#define C0_CERR_I     $27	      /* CP0: Icache error */
     15#define C0_CERR_D     $27,1	      /* CP0: Dcache error */
     16
     17	/*
     18	 * Based on SiByte sample software cache-err/cerr.S
     19	 * CVS revision 1.8.  Only the 'unrecoverable' case
     20	 * is changed.
     21	 */
     22
     23	.set	mips64
     24	.set	noreorder
     25	.set	noat
     26
     27	/*
     28	 * sb1_cerr_vec: code to be copied to the Cache Error
     29	 * Exception vector.  The code must be pushed out to memory
     30	 * (either by copying to Kseg0 and Kseg1 both, or by flushing
     31	 * the L1 and L2) since it is fetched as 0xa0000100.
     32	 *
     33	 * NOTE: Be sure this handler is at most 28 instructions long
     34	 * since the final 16 bytes of the exception vector memory
     35	 * (0x170-0x17f) are used to preserve k0, k1, and ra.
     36	 */
     37
     38LEAF(except_vec2_sb1)
     39	/*
     40	 * If this error is recoverable, we need to exit the handler
     41	 * without having dirtied any registers.  To do this,
     42	 * save/restore k0 and k1 from low memory (Useg is direct
     43	 * mapped while ERL=1). Note that we can't save to a
     44	 * CPU-specific location without ruining a register in the
     45	 * process.  This means we are vulnerable to data corruption
     46	 * whenever the handler is reentered by a second CPU.
     47	 */
     48	sd	k0,0x170($0)
     49	sd	k1,0x178($0)
     50
     51#ifdef CONFIG_SB1_CEX_ALWAYS_FATAL
     52	j	handle_vec2_sb1
     53	 nop
     54#else
     55	/*
     56	 * M_ERRCTL_RECOVERABLE is bit 31, which makes it easy to tell
     57	 * if we can fast-path out of here for a h/w-recovered error.
     58	 */
     59	mfc0	k1,C0_ERRCTL
     60	bgtz	k1,attempt_recovery
     61	 sll	k0,k1,1
     62
     63recovered_dcache:
     64	/*
     65	 * Unlock CacheErr-D (which in turn unlocks CacheErr-DPA).
     66	 * Ought to log the occurrence of this recovered dcache error.
     67	 */
     68	b	recovered
     69	 mtc0	$0,C0_CERR_D
     70
     71attempt_recovery:
     72	/*
     73	 * k0 has C0_ERRCTL << 1, which puts 'DC' at bit 31.  Any
     74	 * Dcache errors we can recover from will take more extensive
     75	 * processing.	For now, they are considered "unrecoverable".
     76	 * Note that 'DC' becoming set (outside of ERL mode) will
     77	 * cause 'IC' to clear; so if there's an Icache error, we'll
     78	 * only find out about it if we recover from this error and
     79	 * continue executing.
     80	 */
     81	bltz	k0,unrecoverable
     82	 sll	k0,1
     83
     84	/*
     85	 * k0 has C0_ERRCTL << 2, which puts 'IC' at bit 31.  If an
     86	 * Icache error isn't indicated, I'm not sure why we got here.
     87	 * Consider that case "unrecoverable" for now.
     88	 */
     89	bgez	k0,unrecoverable
     90
     91attempt_icache_recovery:
     92	/*
     93	 * External icache errors are due to uncorrectable ECC errors
     94	 * in the L2 cache or Memory Controller and cannot be
     95	 * recovered here.
     96	 */
     97	 mfc0	k0,C0_CERR_I		/* delay slot */
     98	li	k1,1 << 26		/* ICACHE_EXTERNAL */
     99	and	k1,k0
    100	bnez	k1,unrecoverable
    101	 andi	k0,0x1fe0
    102
    103	/*
    104	 * Since the error is internal, the 'IDX' field from
    105	 * CacheErr-I is valid and we can just invalidate all blocks
    106	 * in that set.
    107	 */
    108	cache	Index_Invalidate_I,(0<<13)(k0)
    109	cache	Index_Invalidate_I,(1<<13)(k0)
    110	cache	Index_Invalidate_I,(2<<13)(k0)
    111	cache	Index_Invalidate_I,(3<<13)(k0)
    112
    113	/* Ought to log this recovered icache error */
    114
    115recovered:
    116	/* Restore the saved registers */
    117	ld	k0,0x170($0)
    118	ld	k1,0x178($0)
    119	eret
    120
    121unrecoverable:
    122	/* Unrecoverable Icache or Dcache error; log it and/or fail */
    123	j	handle_vec2_sb1
    124	 nop
    125#endif
    126
    127END(except_vec2_sb1)
    128
    129	LEAF(handle_vec2_sb1)
    130	mfc0	k0,CP0_CONFIG
    131	li	k1,~CONF_CM_CMASK
    132	and	k0,k0,k1
    133	ori	k0,k0,CONF_CM_UNCACHED
    134	mtc0	k0,CP0_CONFIG
    135
    136	SSNOP
    137	SSNOP
    138	SSNOP
    139	SSNOP
    140	bnezl	$0, 1f
    1411:
    142	mfc0	k0, CP0_STATUS
    143	sll	k0, k0, 3			# check CU0 (kernel?)
    144	bltz	k0, 2f
    145	 nop
    146
    147	/* Get a valid Kseg0 stack pointer.  Any task's stack pointer
    148	 * will do, although if we ever want to resume execution we
    149	 * better not have corrupted any state. */
    150	get_saved_sp
    151	move	sp, k1
    152
    1532:
    154	j	sb1_cache_error
    155	 nop
    156
    157	END(handle_vec2_sb1)