Merge tag 'arm64-fixes' of git://git.kernel.org/pub/scm/linux/kernel/git/arm64/linux

Pull arm64 fixes from Catalin Marinas: - enable 48-bit VA space now that KVM has been fixed, together with a couple of fixes for pgd allocation alignment and initial memblock current_limit. There is still a dependency on !ARM_SMMU which needs to be updated as it uses the page table manipulation macros of the host kernel - eBPF fixes following changes/conflicts during the merging window - Compat types affecting compat_elf_prpsinfo - Compilation error on UP builds - ASLR fix when /proc/sys/kernel/randomize_va_space == 0 - DT definitions for CLCD support on ARMv8 model platform * tag 'arm64-fixes' of git://git.kernel.org/pub/scm/linux/kernel/git/arm64/linux: arm64: Fix memblock current_limit with 64K pages and 48-bit VA arm64: ASLR: Don't randomise text when randomise_va_space == 0 arm64: vexpress: Add CLCD support to the ARMv8 model platform arm64: Fix compilation error on UP builds Documentation/arm64/memory.txt: fix typo net: bpf: arm64: minor fix of type in jited arm64: bpf: add 'load 64-bit immediate' instruction arm64: bpf: add 'shift by register' instructions net: bpf: arm64: address randomize and write protect JIT code arm64: mm: Correct fixmap pagetable types arm64: compat: fix compat types affecting struct compat_elf_prpsinfo arm64: Align less than PAGE_SIZE pgds naturally arm64: Allow 48-bits VA space without ARM_SMMU

Merge tag 'arm64-fixes' of git://git.kernel.org/pub/scm/linux/kernel/git/arm64/linux
Pull arm64 fixes from Catalin Marinas: - enable 48-bit VA space now that KVM has been fixed, together with a couple of fixes for pgd allocation alignment and initial memblock current_limit. There is still a dependency on !ARM_SMMU which needs to be updated as it uses the page table manipulation macros of the host kernel - eBPF fixes following changes/conflicts during the merging window - Compat types affecting compat_elf_prpsinfo - Compilation error on UP builds - ASLR fix when /proc/sys/kernel/randomize_va_space == 0 - DT definitions for CLCD support on ARMv8 model platform * tag 'arm64-fixes' of git://git.kernel.org/pub/scm/linux/kernel/git/arm64/linux: arm64: Fix memblock current_limit with 64K pages and 48-bit VA arm64: ASLR: Don't randomise text when randomise_va_space == 0 arm64: vexpress: Add CLCD support to the ARMv8 model platform arm64: Fix compilation error on UP builds Documentation/arm64/memory.txt: fix typo net: bpf: arm64: minor fix of type in jited arm64: bpf: add 'load 64-bit immediate' instruction arm64: bpf: add 'shift by register' instructions net: bpf: arm64: address randomize and write protect JIT code arm64: mm: Correct fixmap pagetable types arm64: compat: fix compat types affecting struct compat_elf_prpsinfo arm64: Align less than PAGE_SIZE pgds naturally arm64: Allow 48-bits VA space without ARM_SMMU
Linus Torvalds
2 parents 83da00fbc0 3dec0fe48a
Showing 13 changed files Side-by-side Diff
Documentation/arm64/memory.txt
arch/arm64/Kconfig
arch/arm64/boot/dts/rtsm_ve-motherboard.dtsi
arch/arm64/configs/defconfig
arch/arm64/include/asm/compat.h
arch/arm64/include/asm/elf.h
arch/arm64/include/asm/irq_work.h
arch/arm64/kernel/process.c
arch/arm64/mm/ioremap.c
arch/arm64/mm/mmu.c
arch/arm64/mm/pgd.c
arch/arm64/net/bpf_jit.h
arch/arm64/net/bpf_jit_comp.c
@@ -17,7 +17,7 @@
 the same bits set to 1. TTBRx selection is given by bit 63 of the
 virtual address. The swapper_pg_dir contains only kernel (global)
 mappings while the user pgd contains only user (non-global) mappings.
-The swapper_pgd_dir address is written to TTBR1 and never written to
+The swapper_pg_dir address is written to TTBR1 and never written to
 TTBR0.
  
  
 config ARM64
 	def_bool y
+	select ARCH_BINFMT_ELF_RANDOMIZE_PIE
 	select ARCH_HAS_ATOMIC64_DEC_IF_POSITIVE
 	select ARCH_HAS_SG_CHAIN
 	select ARCH_HAS_TICK_BROADCAST if GENERIC_CLOCKEVENTS_BROADCAST
@@ -232,7 +233,7 @@
  
 config ARM64_VA_BITS_48
 	bool "48-bit"
-	depends on BROKEN
+	depends on !ARM_SMMU
  
 endchoice
  
@@ -22,7 +22,7 @@
 			bank-width = <4>;
 		};
  
-		vram@2,00000000 {
+		v2m_video_ram: vram@2,00000000 {
 			compatible = "arm,vexpress-vram";
 			reg = <2 0x00000000 0x00800000>;
 		};
  
@@ -179,9 +179,42 @@
 			clcd@1f0000 {
 				compatible = "arm,pl111", "arm,primecell";
 				reg = <0x1f0000 0x1000>;
+				interrupt-names = "combined";
 				interrupts = <14>;
 				clocks = <&v2m_oscclk1>, <&v2m_clk24mhz>;
 				clock-names = "clcdclk", "apb_pclk";
+				arm,pl11x,framebuffer = <0x18000000 0x00180000>;
+				memory-region = <&v2m_video_ram>;
+				max-memory-bandwidth = <130000000>; /* 16bpp @ 63.5MHz */
+
+				port {
+					v2m_clcd_pads: endpoint {
+						remote-endpoint = <&v2m_clcd_panel>;
+						arm,pl11x,tft-r0g0b0-pads = <0 8 16>;
+					};
+				};
+
+				panel {
+					compatible = "panel-dpi";
+
+					port {
+						v2m_clcd_panel: endpoint {
+							remote-endpoint = <&v2m_clcd_pads>;
+						};
+					};
+
+					panel-timing {
+						clock-frequency = <63500127>;
+						hactive = <1024>;
+						hback-porch = <152>;
+						hfront-porch = <48>;
+						hsync-len = <104>;
+						vactive = <768>;
+						vback-porch = <23>;
+						vfront-porch = <3>;
+						vsync-len = <4>;
+					};
+				};
 			};
  
 			virtio_block@0130000 {
@@ -78,6 +78,7 @@
 # CONFIG_WLAN is not set
 CONFIG_INPUT_EVDEV=y
 # CONFIG_SERIO_SERPORT is not set
+CONFIG_SERIO_AMBAKMI=y
 CONFIG_LEGACY_PTY_COUNT=16
 CONFIG_SERIAL_8250=y
 CONFIG_SERIAL_8250_CONSOLE=y
@@ -90,6 +91,7 @@
 CONFIG_REGULATOR=y
 CONFIG_REGULATOR_FIXED_VOLTAGE=y
 CONFIG_FB=y
+CONFIG_FB_ARMCLCD=y
 CONFIG_FRAMEBUFFER_CONSOLE=y
 CONFIG_LOGO=y
 # CONFIG_LOGO_LINUX_MONO is not set
@@ -37,8 +37,8 @@
 typedef s32		compat_time_t;
 typedef s32		compat_clock_t;
 typedef s32		compat_pid_t;
-typedef u32		__compat_uid_t;
-typedef u32		__compat_gid_t;
+typedef u16		__compat_uid_t;
+typedef u16		__compat_gid_t;
 typedef u16		__compat_uid16_t;
 typedef u16		__compat_gid16_t;
 typedef u32		__compat_uid32_t;
@@ -126,7 +126,7 @@
  * that it will "exec", and that there is sufficient room for the brk.
  */
 extern unsigned long randomize_et_dyn(unsigned long base);
-#define ELF_ET_DYN_BASE	(randomize_et_dyn(2 * TASK_SIZE_64 / 3))
+#define ELF_ET_DYN_BASE	(2 * TASK_SIZE_64 / 3)
  
 /*
  * When the program starts, a1 contains a pointer to a function to be
@@ -169,7 +169,7 @@
 #define COMPAT_ELF_PLATFORM		("v8l")
 #endif
  
-#define COMPAT_ELF_ET_DYN_BASE		(randomize_et_dyn(2 * TASK_SIZE_32 / 3))
+#define COMPAT_ELF_ET_DYN_BASE		(2 * TASK_SIZE_32 / 3)
  
 /* AArch32 registers. */
 #define COMPAT_ELF_NGREG		18
 #ifndef __ASM_IRQ_WORK_H
 #define __ASM_IRQ_WORK_H
  
+#ifdef CONFIG_SMP
+
 #include <asm/smp.h>
  
 static inline bool arch_irq_work_has_interrupt(void)
 {
 	return !!__smp_cross_call;
 }
+
+#else
+
+static inline bool arch_irq_work_has_interrupt(void)
+{
+	return false;
+}
+
+#endif
  
 #endif /* __ASM_IRQ_WORK_H */
@@ -378,9 +378,4 @@
 {
 	return randomize_base(mm->brk);
 }
-
-unsigned long randomize_et_dyn(unsigned long base)
-{
-	return randomize_base(base);
-}
@@ -105,10 +105,10 @@
  
 static pte_t bm_pte[PTRS_PER_PTE] __page_aligned_bss;
 #if CONFIG_ARM64_PGTABLE_LEVELS > 2
-static pte_t bm_pmd[PTRS_PER_PMD] __page_aligned_bss;
+static pmd_t bm_pmd[PTRS_PER_PMD] __page_aligned_bss;
 #endif
 #if CONFIG_ARM64_PGTABLE_LEVELS > 3
-static pte_t bm_pud[PTRS_PER_PUD] __page_aligned_bss;
+static pud_t bm_pud[PTRS_PER_PUD] __page_aligned_bss;
 #endif
  
 static inline pud_t * __init early_ioremap_pud(unsigned long addr)
@@ -297,11 +297,15 @@
 	 * create_mapping requires puds, pmds and ptes to be allocated from
 	 * memory addressable from the initial direct kernel mapping.
 	 *
-	 * The initial direct kernel mapping, located at swapper_pg_dir,
-	 * gives us PUD_SIZE memory starting from PHYS_OFFSET (which must be
-	 * aligned to 2MB as per Documentation/arm64/booting.txt).
+	 * The initial direct kernel mapping, located at swapper_pg_dir, gives
+	 * us PUD_SIZE (4K pages) or PMD_SIZE (64K pages) memory starting from
+	 * PHYS_OFFSET (which must be aligned to 2MB as per
+	 * Documentation/arm64/booting.txt).
 	 */
-	limit = PHYS_OFFSET + PUD_SIZE;
+	if (IS_ENABLED(CONFIG_ARM64_64K_PAGES))
+		limit = PHYS_OFFSET + PMD_SIZE;
+	else
+		limit = PHYS_OFFSET + PUD_SIZE;
 	memblock_set_current_limit(limit);
  
 	/* map all the memory banks */
@@ -30,12 +30,14 @@
  
 #define PGD_SIZE	(PTRS_PER_PGD * sizeof(pgd_t))
  
+static struct kmem_cache *pgd_cache;
+
 pgd_t *pgd_alloc(struct mm_struct *mm)
 {
 	if (PGD_SIZE == PAGE_SIZE)
 		return (pgd_t *)get_zeroed_page(GFP_KERNEL);
 	else
-		return kzalloc(PGD_SIZE, GFP_KERNEL);
+		return kmem_cache_zalloc(pgd_cache, GFP_KERNEL);
 }
  
 void pgd_free(struct mm_struct *mm, pgd_t *pgd)
  
@@ -43,6 +45,18 @@
 	if (PGD_SIZE == PAGE_SIZE)
 		free_page((unsigned long)pgd);
 	else
-		kfree(pgd);
+		kmem_cache_free(pgd_cache, pgd);
 }
+
+static int __init pgd_cache_init(void)
+{
+	/*
+	 * Naturally aligned pgds required by the architecture.
+	 */
+	if (PGD_SIZE != PAGE_SIZE)
+		pgd_cache = kmem_cache_create("pgd_cache", PGD_SIZE, PGD_SIZE,
+					      SLAB_PANIC, NULL);
+	return 0;
+}
+core_initcall(pgd_cache_init);
@@ -144,8 +144,12 @@
  
 /* Data-processing (2 source) */
 /* Rd = Rn OP Rm */
-#define A64_UDIV(sf, Rd, Rn, Rm) aarch64_insn_gen_data2(Rd, Rn, Rm, \
-	A64_VARIANT(sf), AARCH64_INSN_DATA2_UDIV)
+#define A64_DATA2(sf, Rd, Rn, Rm, type) aarch64_insn_gen_data2(Rd, Rn, Rm, \
+	A64_VARIANT(sf), AARCH64_INSN_DATA2_##type)
+#define A64_UDIV(sf, Rd, Rn, Rm) A64_DATA2(sf, Rd, Rn, Rm, UDIV)
+#define A64_LSLV(sf, Rd, Rn, Rm) A64_DATA2(sf, Rd, Rn, Rm, LSLV)
+#define A64_LSRV(sf, Rd, Rn, Rm) A64_DATA2(sf, Rd, Rn, Rm, LSRV)
+#define A64_ASRV(sf, Rd, Rn, Rm) A64_DATA2(sf, Rd, Rn, Rm, ASRV)
  
 /* Data-processing (3 source) */
 /* Rd = Ra + Rn * Rm */
@@ -19,12 +19,13 @@
 #define pr_fmt(fmt) "bpf_jit: " fmt
  
 #include <linux/filter.h>
-#include <linux/moduleloader.h>
 #include <linux/printk.h>
 #include <linux/skbuff.h>
 #include <linux/slab.h>
+
 #include <asm/byteorder.h>
 #include <asm/cacheflush.h>
+#include <asm/debug-monitors.h>
  
 #include "bpf_jit.h"
  
@@ -119,6 +120,14 @@
 	return to - from;
 }
  
+static void jit_fill_hole(void *area, unsigned int size)
+{
+	u32 *ptr;
+	/* We are guaranteed to have aligned memory. */
+	for (ptr = area; size >= sizeof(u32); size -= sizeof(u32))
+		*ptr++ = cpu_to_le32(AARCH64_BREAK_FAULT);
+}
+
 static inline int epilogue_offset(const struct jit_ctx *ctx)
 {
 	int to = ctx->offset[ctx->prog->len - 1];
@@ -196,6 +205,12 @@
 	emit(A64_RET(A64_LR), ctx);
 }
  
+/* JITs an eBPF instruction.
+ * Returns:
+ * 0  - successfully JITed an 8-byte eBPF instruction.
+ * >0 - successfully JITed a 16-byte eBPF instruction.
+ * <0 - failed to JIT.
+ */
 static int build_insn(const struct bpf_insn *insn, struct jit_ctx *ctx)
 {
 	const u8 code = insn->code;
@@ -252,6 +267,18 @@
 		emit(A64_MUL(is64, tmp, tmp, src), ctx);
 		emit(A64_SUB(is64, dst, dst, tmp), ctx);
 		break;
+	case BPF_ALU | BPF_LSH | BPF_X:
+	case BPF_ALU64 | BPF_LSH | BPF_X:
+		emit(A64_LSLV(is64, dst, dst, src), ctx);
+		break;
+	case BPF_ALU | BPF_RSH | BPF_X:
+	case BPF_ALU64 | BPF_RSH | BPF_X:
+		emit(A64_LSRV(is64, dst, dst, src), ctx);
+		break;
+	case BPF_ALU | BPF_ARSH | BPF_X:
+	case BPF_ALU64 | BPF_ARSH | BPF_X:
+		emit(A64_ASRV(is64, dst, dst, src), ctx);
+		break;
 	/* dst = -dst */
 	case BPF_ALU | BPF_NEG:
 	case BPF_ALU64 | BPF_NEG:
@@ -443,6 +470,27 @@
 		emit(A64_B(jmp_offset), ctx);
 		break;
  
+	/* dst = imm64 */
+	case BPF_LD | BPF_IMM | BPF_DW:
+	{
+		const struct bpf_insn insn1 = insn[1];
+		u64 imm64;
+
+		if (insn1.code != 0 || insn1.src_reg != 0 ||
+		    insn1.dst_reg != 0 || insn1.off != 0) {
+			/* Note: verifier in BPF core must catch invalid
+			 * instructions.
+			 */
+			pr_err_once("Invalid BPF_LD_IMM64 instruction\n");
+			return -EINVAL;
+		}
+
+		imm64 = (u64)insn1.imm << 32 | imm;
+		emit_a64_mov_i64(dst, imm64, ctx);
+
+		return 1;
+	}
+
 	/* LDX: dst = *(size *)(src + off) */
 	case BPF_LDX | BPF_MEM | BPF_W:
 	case BPF_LDX | BPF_MEM | BPF_H:
@@ -594,6 +642,10 @@
 			ctx->offset[i] = ctx->idx;
  
 		ret = build_insn(insn, ctx);
+		if (ret > 0) {
+			i++;
+			continue;
+		}
 		if (ret)
 			return ret;
 	}
  
@@ -613,8 +665,10 @@
  
 void bpf_int_jit_compile(struct bpf_prog *prog)
 {
+	struct bpf_binary_header *header;
 	struct jit_ctx ctx;
 	int image_size;
+	u8 *image_ptr;
  
 	if (!bpf_jit_enable)
 		return;
  
  
  
  
@@ -636,23 +690,25 @@
 		goto out;
  
 	build_prologue(&ctx);
-
 	build_epilogue(&ctx);
  
 	/* Now we know the actual image size. */
 	image_size = sizeof(u32) * ctx.idx;
-	ctx.image = module_alloc(image_size);
-	if (unlikely(ctx.image == NULL))
+	header = bpf_jit_binary_alloc(image_size, &image_ptr,
+				      sizeof(u32), jit_fill_hole);
+	if (header == NULL)
 		goto out;
  
 	/* 2. Now, the actual pass. */
  
+	ctx.image = (u32 *)image_ptr;
 	ctx.idx = 0;
+
 	build_prologue(&ctx);
  
 	ctx.body_offset = ctx.idx;
 	if (build_body(&ctx)) {
-		module_free(NULL, ctx.image);
+		bpf_jit_binary_free(header);
 		goto out;
 	}
  
  
  
  
@@ -663,18 +719,26 @@
 		bpf_jit_dump(prog->len, image_size, 2, ctx.image);
  
 	bpf_flush_icache(ctx.image, ctx.image + ctx.idx);
-	prog->bpf_func = (void *)ctx.image;
-	prog->jited = 1;
  
+	set_memory_ro((unsigned long)header, header->pages);
+	prog->bpf_func = (void *)ctx.image;
+	prog->jited = true;
 out:
 	kfree(ctx.offset);
 }
  
 void bpf_jit_free(struct bpf_prog *prog)
 {
-	if (prog->jited)
-		module_free(NULL, prog->bpf_func);
+	unsigned long addr = (unsigned long)prog->bpf_func & PAGE_MASK;
+	struct bpf_binary_header *header = (void *)addr;
  
-	kfree(prog);
+	if (!prog->jited)
+		goto free_filter;
+
+	set_memory_rw(addr, header->pages);
+	bpf_jit_binary_free(header);
+
+free_filter:
+	bpf_prog_unlock_free(prog);
 }
...	...	@@ -17,7 +17,7 @@
17	17	the same bits set to 1. TTBRx selection is given by bit 63 of the
18	18	virtual address. The swapper_pg_dir contains only kernel (global)
19	19	mappings while the user pgd contains only user (non-global) mappings.
20		-The swapper_pgd_dir address is written to TTBR1 and never written to
	20	+The swapper_pg_dir address is written to TTBR1 and never written to
21	21	TTBR0.
22	22
23	23
1	1	config ARM64
2	2	def_bool y
	3	+ select ARCH_BINFMT_ELF_RANDOMIZE_PIE
3	4	select ARCH_HAS_ATOMIC64_DEC_IF_POSITIVE
4	5	select ARCH_HAS_SG_CHAIN
5	6	select ARCH_HAS_TICK_BROADCAST if GENERIC_CLOCKEVENTS_BROADCAST
...	...	@@ -232,7 +233,7 @@
232	233
233	234	config ARM64_VA_BITS_48
234	235	bool "48-bit"
235		- depends on BROKEN
	236	+ depends on !ARM_SMMU
236	237
237	238	endchoice
238	239
...	...	@@ -22,7 +22,7 @@
22	22	bank-width = <4>;
23	23	};
24	24
25		- vram@2,00000000 {
	25	+ v2m_video_ram: vram@2,00000000 {
26	26	compatible = "arm,vexpress-vram";
27	27	reg = <2 0x00000000 0x00800000>;
28	28	};
29	29
...	...	@@ -179,9 +179,42 @@
179	179	clcd@1f0000 {
180	180	compatible = "arm,pl111", "arm,primecell";
181	181	reg = <0x1f0000 0x1000>;
	182	+ interrupt-names = "combined";
182	183	interrupts = <14>;
183	184	clocks = <&v2m_oscclk1>, <&v2m_clk24mhz>;
184	185	clock-names = "clcdclk", "apb_pclk";
	186	+ arm,pl11x,framebuffer = <0x18000000 0x00180000>;
	187	+ memory-region = <&v2m_video_ram>;
	188	+ max-memory-bandwidth = <130000000>; /* 16bpp @ 63.5MHz */
	189	+
	190	+ port {
	191	+ v2m_clcd_pads: endpoint {
	192	+ remote-endpoint = <&v2m_clcd_panel>;
	193	+ arm,pl11x,tft-r0g0b0-pads = <0 8 16>;
	194	+ };
	195	+ };
	196	+
	197	+ panel {
	198	+ compatible = "panel-dpi";
	199	+
	200	+ port {
	201	+ v2m_clcd_panel: endpoint {
	202	+ remote-endpoint = <&v2m_clcd_pads>;
	203	+ };
	204	+ };
	205	+
	206	+ panel-timing {
	207	+ clock-frequency = <63500127>;
	208	+ hactive = <1024>;
	209	+ hback-porch = <152>;
	210	+ hfront-porch = <48>;
	211	+ hsync-len = <104>;
	212	+ vactive = <768>;
	213	+ vback-porch = <23>;
	214	+ vfront-porch = <3>;
	215	+ vsync-len = <4>;
	216	+ };
	217	+ };
185	218	};
186	219
187	220	virtio_block@0130000 {
...	...	@@ -78,6 +78,7 @@
78	78	# CONFIG_WLAN is not set
79	79	CONFIG_INPUT_EVDEV=y
80	80	# CONFIG_SERIO_SERPORT is not set
	81	+CONFIG_SERIO_AMBAKMI=y
81	82	CONFIG_LEGACY_PTY_COUNT=16
82	83	CONFIG_SERIAL_8250=y
83	84	CONFIG_SERIAL_8250_CONSOLE=y
...	...	@@ -90,6 +91,7 @@
90	91	CONFIG_REGULATOR=y
91	92	CONFIG_REGULATOR_FIXED_VOLTAGE=y
92	93	CONFIG_FB=y
	94	+CONFIG_FB_ARMCLCD=y
93	95	CONFIG_FRAMEBUFFER_CONSOLE=y
94	96	CONFIG_LOGO=y
95	97	# CONFIG_LOGO_LINUX_MONO is not set
...	...	@@ -37,8 +37,8 @@
37	37	typedef s32 compat_time_t;
38	38	typedef s32 compat_clock_t;
39	39	typedef s32 compat_pid_t;
40		-typedef u32 __compat_uid_t;
41		-typedef u32 __compat_gid_t;
	40	+typedef u16 __compat_uid_t;
	41	+typedef u16 __compat_gid_t;
42	42	typedef u16 __compat_uid16_t;
43	43	typedef u16 __compat_gid16_t;
44	44	typedef u32 __compat_uid32_t;
...	...	@@ -126,7 +126,7 @@
126	126	* that it will "exec", and that there is sufficient room for the brk.
127	127	*/
128	128	extern unsigned long randomize_et_dyn(unsigned long base);
129		-#define ELF_ET_DYN_BASE (randomize_et_dyn(2 * TASK_SIZE_64 / 3))
	129	+#define ELF_ET_DYN_BASE (2 * TASK_SIZE_64 / 3)
130	130
131	131	/*
132	132	* When the program starts, a1 contains a pointer to a function to be
...	...	@@ -169,7 +169,7 @@
169	169	#define COMPAT_ELF_PLATFORM ("v8l")
170	170	#endif
171	171
172		-#define COMPAT_ELF_ET_DYN_BASE (randomize_et_dyn(2 * TASK_SIZE_32 / 3))
	172	+#define COMPAT_ELF_ET_DYN_BASE (2 * TASK_SIZE_32 / 3)
173	173
174	174	/* AArch32 registers. */
175	175	#define COMPAT_ELF_NGREG 18
1	1	#ifndef __ASM_IRQ_WORK_H
2	2	#define __ASM_IRQ_WORK_H
3	3
	4	+#ifdef CONFIG_SMP
	5	+
4	6	#include <asm/smp.h>
5	7
6	8	static inline bool arch_irq_work_has_interrupt(void)
7	9	{
8	10	return !!__smp_cross_call;
9	11	}
	12	+
	13	+#else
	14	+
	15	+static inline bool arch_irq_work_has_interrupt(void)
	16	+{
	17	+ return false;
	18	+}
	19	+
	20	+#endif
10	21
11	22	#endif /* __ASM_IRQ_WORK_H */
...	...	@@ -378,9 +378,4 @@
378	378	{
379	379	return randomize_base(mm->brk);
380	380	}
381		-
382		-unsigned long randomize_et_dyn(unsigned long base)
383		-{
384		- return randomize_base(base);
385		-}
...	...	@@ -105,10 +105,10 @@
105	105
106	106	static pte_t bm_pte[PTRS_PER_PTE] __page_aligned_bss;
107	107	#if CONFIG_ARM64_PGTABLE_LEVELS > 2
108		-static pte_t bm_pmd[PTRS_PER_PMD] __page_aligned_bss;
	108	+static pmd_t bm_pmd[PTRS_PER_PMD] __page_aligned_bss;
109	109	#endif
110	110	#if CONFIG_ARM64_PGTABLE_LEVELS > 3
111		-static pte_t bm_pud[PTRS_PER_PUD] __page_aligned_bss;
	111	+static pud_t bm_pud[PTRS_PER_PUD] __page_aligned_bss;
112	112	#endif
113	113
114	114	static inline pud_t * __init early_ioremap_pud(unsigned long addr)
...	...	@@ -297,11 +297,15 @@
297	297	* create_mapping requires puds, pmds and ptes to be allocated from
298	298	* memory addressable from the initial direct kernel mapping.
299	299	*
300		- * The initial direct kernel mapping, located at swapper_pg_dir,
301		- * gives us PUD_SIZE memory starting from PHYS_OFFSET (which must be
302		- * aligned to 2MB as per Documentation/arm64/booting.txt).
	300	+ * The initial direct kernel mapping, located at swapper_pg_dir, gives
	301	+ * us PUD_SIZE (4K pages) or PMD_SIZE (64K pages) memory starting from
	302	+ * PHYS_OFFSET (which must be aligned to 2MB as per
	303	+ * Documentation/arm64/booting.txt).
303	304	*/
304		- limit = PHYS_OFFSET + PUD_SIZE;
	305	+ if (IS_ENABLED(CONFIG_ARM64_64K_PAGES))
	306	+ limit = PHYS_OFFSET + PMD_SIZE;
	307	+ else
	308	+ limit = PHYS_OFFSET + PUD_SIZE;
305	309	memblock_set_current_limit(limit);
306	310
307	311	/* map all the memory banks */