page_64.h (2716B)
1/* SPDX-License-Identifier: GPL-2.0-or-later */ 2#ifndef _ASM_POWERPC_PAGE_64_H 3#define _ASM_POWERPC_PAGE_64_H 4 5/* 6 * Copyright (C) 2001 PPC64 Team, IBM Corp 7 */ 8 9#include <asm/asm-const.h> 10 11/* 12 * We always define HW_PAGE_SHIFT to 12 as use of 64K pages remains Linux 13 * specific, every notion of page number shared with the firmware, TCEs, 14 * iommu, etc... still uses a page size of 4K. 15 */ 16#define HW_PAGE_SHIFT 12 17#define HW_PAGE_SIZE (ASM_CONST(1) << HW_PAGE_SHIFT) 18#define HW_PAGE_MASK (~(HW_PAGE_SIZE-1)) 19 20/* 21 * PAGE_FACTOR is the number of bits factor between PAGE_SHIFT and 22 * HW_PAGE_SHIFT, that is 4K pages. 23 */ 24#define PAGE_FACTOR (PAGE_SHIFT - HW_PAGE_SHIFT) 25 26/* Segment size; normal 256M segments */ 27#define SID_SHIFT 28 28#define SID_MASK ASM_CONST(0xfffffffff) 29#define ESID_MASK 0xfffffffff0000000UL 30#define GET_ESID(x) (((x) >> SID_SHIFT) & SID_MASK) 31 32/* 1T segments */ 33#define SID_SHIFT_1T 40 34#define SID_MASK_1T 0xffffffUL 35#define ESID_MASK_1T 0xffffff0000000000UL 36#define GET_ESID_1T(x) (((x) >> SID_SHIFT_1T) & SID_MASK_1T) 37 38#ifndef __ASSEMBLY__ 39#include <asm/cache.h> 40 41typedef unsigned long pte_basic_t; 42 43static inline void clear_page(void *addr) 44{ 45 unsigned long iterations; 46 unsigned long onex, twox, fourx, eightx; 47 48 iterations = ppc64_caches.l1d.blocks_per_page / 8; 49 50 /* 51 * Some verisions of gcc use multiply instructions to 52 * calculate the offsets so lets give it a hand to 53 * do better. 54 */ 55 onex = ppc64_caches.l1d.block_size; 56 twox = onex << 1; 57 fourx = onex << 2; 58 eightx = onex << 3; 59 60 asm volatile( 61 "mtctr %1 # clear_page\n\ 62 .balign 16\n\ 631: dcbz 0,%0\n\ 64 dcbz %3,%0\n\ 65 dcbz %4,%0\n\ 66 dcbz %5,%0\n\ 67 dcbz %6,%0\n\ 68 dcbz %7,%0\n\ 69 dcbz %8,%0\n\ 70 dcbz %9,%0\n\ 71 add %0,%0,%10\n\ 72 bdnz+ 1b" 73 : "=&r" (addr) 74 : "r" (iterations), "0" (addr), "b" (onex), "b" (twox), 75 "b" (twox+onex), "b" (fourx), "b" (fourx+onex), 76 "b" (twox+fourx), "b" (eightx-onex), "r" (eightx) 77 : "ctr", "memory"); 78} 79 80extern void copy_page(void *to, void *from); 81 82/* Log 2 of page table size */ 83extern u64 ppc64_pft_size; 84 85#endif /* __ASSEMBLY__ */ 86 87#define VM_DATA_DEFAULT_FLAGS \ 88 (is_32bit_task() ? \ 89 VM_DATA_DEFAULT_FLAGS32 : VM_DATA_DEFAULT_FLAGS64) 90 91/* 92 * This is the default if a program doesn't have a PT_GNU_STACK 93 * program header entry. The PPC64 ELF ABI has a non executable stack 94 * stack by default, so in the absence of a PT_GNU_STACK program header 95 * we turn execute permission off. 96 */ 97#define VM_STACK_DEFAULT_FLAGS32 VM_DATA_FLAGS_EXEC 98#define VM_STACK_DEFAULT_FLAGS64 VM_DATA_FLAGS_NON_EXEC 99 100#define VM_STACK_DEFAULT_FLAGS \ 101 (is_32bit_task() ? \ 102 VM_STACK_DEFAULT_FLAGS32 : VM_STACK_DEFAULT_FLAGS64) 103 104#include <asm-generic/getorder.h> 105 106#endif /* _ASM_POWERPC_PAGE_64_H */