arm64-stub.c 5.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160
  1. /*
  2. * Copyright (C) 2013, 2014 Linaro Ltd; <roy.franz@linaro.org>
  3. *
  4. * This file implements the EFI boot stub for the arm64 kernel.
  5. * Adapted from ARM version by Mark Salter <msalter@redhat.com>
  6. *
  7. * This program is free software; you can redistribute it and/or modify
  8. * it under the terms of the GNU General Public License version 2 as
  9. * published by the Free Software Foundation.
  10. *
  11. */
  12. /*
  13. * To prevent the compiler from emitting GOT-indirected (and thus absolute)
  14. * references to the section markers, override their visibility as 'hidden'
  15. */
  16. #pragma GCC visibility push(hidden)
  17. #include <asm/sections.h>
  18. #pragma GCC visibility pop
  19. #include <linux/efi.h>
  20. #include <asm/efi.h>
  21. #include <asm/memory.h>
  22. #include <asm/sysreg.h>
  23. #include "efistub.h"
  24. efi_status_t check_platform_features(efi_system_table_t *sys_table_arg)
  25. {
  26. u64 tg;
  27. /* UEFI mandates support for 4 KB granularity, no need to check */
  28. if (IS_ENABLED(CONFIG_ARM64_4K_PAGES))
  29. return EFI_SUCCESS;
  30. tg = (read_cpuid(ID_AA64MMFR0_EL1) >> ID_AA64MMFR0_TGRAN_SHIFT) & 0xf;
  31. if (tg != ID_AA64MMFR0_TGRAN_SUPPORTED) {
  32. if (IS_ENABLED(CONFIG_ARM64_64K_PAGES))
  33. pr_efi_err(sys_table_arg, "This 64 KB granular kernel is not supported by your CPU\n");
  34. else
  35. pr_efi_err(sys_table_arg, "This 16 KB granular kernel is not supported by your CPU\n");
  36. return EFI_UNSUPPORTED;
  37. }
  38. return EFI_SUCCESS;
  39. }
  40. efi_status_t handle_kernel_image(efi_system_table_t *sys_table_arg,
  41. unsigned long *image_addr,
  42. unsigned long *image_size,
  43. unsigned long *reserve_addr,
  44. unsigned long *reserve_size,
  45. unsigned long dram_base,
  46. efi_loaded_image_t *image)
  47. {
  48. efi_status_t status;
  49. unsigned long kernel_size, kernel_memsize = 0;
  50. void *old_image_addr = (void *)*image_addr;
  51. unsigned long preferred_offset;
  52. u64 phys_seed = 0;
  53. if (IS_ENABLED(CONFIG_RANDOMIZE_BASE)) {
  54. if (!nokaslr()) {
  55. status = efi_get_random_bytes(sys_table_arg,
  56. sizeof(phys_seed),
  57. (u8 *)&phys_seed);
  58. if (status == EFI_NOT_FOUND) {
  59. pr_efi(sys_table_arg, "EFI_RNG_PROTOCOL unavailable, no randomness supplied\n");
  60. } else if (status != EFI_SUCCESS) {
  61. pr_efi_err(sys_table_arg, "efi_get_random_bytes() failed\n");
  62. return status;
  63. }
  64. } else {
  65. pr_efi(sys_table_arg, "KASLR disabled on kernel command line\n");
  66. }
  67. }
  68. /*
  69. * The preferred offset of the kernel Image is TEXT_OFFSET bytes beyond
  70. * a 2 MB aligned base, which itself may be lower than dram_base, as
  71. * long as the resulting offset equals or exceeds it.
  72. */
  73. preferred_offset = round_down(dram_base, MIN_KIMG_ALIGN) + TEXT_OFFSET;
  74. if (preferred_offset < dram_base)
  75. preferred_offset += MIN_KIMG_ALIGN;
  76. kernel_size = _edata - _text;
  77. kernel_memsize = kernel_size + (_end - _edata);
  78. if (IS_ENABLED(CONFIG_RANDOMIZE_BASE) && phys_seed != 0) {
  79. /*
  80. * If CONFIG_DEBUG_ALIGN_RODATA is not set, produce a
  81. * displacement in the interval [0, MIN_KIMG_ALIGN) that
  82. * doesn't violate this kernel's de-facto alignment
  83. * constraints.
  84. */
  85. u32 mask = (MIN_KIMG_ALIGN - 1) & ~(EFI_KIMG_ALIGN - 1);
  86. u32 offset = !IS_ENABLED(CONFIG_DEBUG_ALIGN_RODATA) ?
  87. (phys_seed >> 32) & mask : TEXT_OFFSET;
  88. /*
  89. * With CONFIG_RANDOMIZE_TEXT_OFFSET=y, TEXT_OFFSET may not
  90. * be a multiple of EFI_KIMG_ALIGN, and we must ensure that
  91. * we preserve the misalignment of 'offset' relative to
  92. * EFI_KIMG_ALIGN so that statically allocated objects whose
  93. * alignment exceeds PAGE_SIZE appear correctly aligned in
  94. * memory.
  95. */
  96. offset |= TEXT_OFFSET % EFI_KIMG_ALIGN;
  97. /*
  98. * If KASLR is enabled, and we have some randomness available,
  99. * locate the kernel at a randomized offset in physical memory.
  100. */
  101. *reserve_size = kernel_memsize + offset;
  102. status = efi_random_alloc(sys_table_arg, *reserve_size,
  103. MIN_KIMG_ALIGN, reserve_addr,
  104. (u32)phys_seed);
  105. *image_addr = *reserve_addr + offset;
  106. } else {
  107. /*
  108. * Else, try a straight allocation at the preferred offset.
  109. * This will work around the issue where, if dram_base == 0x0,
  110. * efi_low_alloc() refuses to allocate at 0x0 (to prevent the
  111. * address of the allocation to be mistaken for a FAIL return
  112. * value or a NULL pointer). It will also ensure that, on
  113. * platforms where the [dram_base, dram_base + TEXT_OFFSET)
  114. * interval is partially occupied by the firmware (like on APM
  115. * Mustang), we can still place the kernel at the address
  116. * 'dram_base + TEXT_OFFSET'.
  117. */
  118. if (*image_addr == preferred_offset)
  119. return EFI_SUCCESS;
  120. *image_addr = *reserve_addr = preferred_offset;
  121. *reserve_size = round_up(kernel_memsize, EFI_ALLOC_ALIGN);
  122. status = efi_call_early(allocate_pages, EFI_ALLOCATE_ADDRESS,
  123. EFI_LOADER_DATA,
  124. *reserve_size / EFI_PAGE_SIZE,
  125. (efi_physical_addr_t *)reserve_addr);
  126. }
  127. if (status != EFI_SUCCESS) {
  128. *reserve_size = kernel_memsize + TEXT_OFFSET;
  129. status = efi_low_alloc(sys_table_arg, *reserve_size,
  130. MIN_KIMG_ALIGN, reserve_addr);
  131. if (status != EFI_SUCCESS) {
  132. pr_efi_err(sys_table_arg, "Failed to relocate kernel\n");
  133. *reserve_size = 0;
  134. return status;
  135. }
  136. *image_addr = *reserve_addr + TEXT_OFFSET;
  137. }
  138. memcpy((void *)*image_addr, old_image_addr, kernel_size);
  139. return EFI_SUCCESS;
  140. }