1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588 |
- #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
- #include <linux/capability.h>
- #include <linux/mm.h>
- #include <linux/file.h>
- #include <linux/slab.h>
- #include <linux/fs.h>
- #include <linux/kexec.h>
- #include <linux/mutex.h>
- #include <linux/list.h>
- #include <linux/highmem.h>
- #include <linux/syscalls.h>
- #include <linux/reboot.h>
- #include <linux/ioport.h>
- #include <linux/hardirq.h>
- #include <linux/elf.h>
- #include <linux/elfcore.h>
- #include <linux/utsname.h>
- #include <linux/numa.h>
- #include <linux/suspend.h>
- #include <linux/device.h>
- #include <linux/freezer.h>
- #include <linux/pm.h>
- #include <linux/cpu.h>
- #include <linux/uaccess.h>
- #include <linux/io.h>
- #include <linux/console.h>
- #include <linux/vmalloc.h>
- #include <linux/swap.h>
- #include <linux/syscore_ops.h>
- #include <linux/compiler.h>
- #include <linux/hugetlb.h>
- #include <linux/frame.h>
- #include <asm/page.h>
- #include <asm/sections.h>
- #include <crypto/hash.h>
- #include <crypto/sha.h>
- #include "kexec_internal.h"
- DEFINE_MUTEX(kexec_mutex);
- note_buf_t __percpu *crash_notes;
- static unsigned char vmcoreinfo_data[VMCOREINFO_BYTES];
- u32 vmcoreinfo_note[VMCOREINFO_NOTE_SIZE/4];
- size_t vmcoreinfo_size;
- size_t vmcoreinfo_max_size = sizeof(vmcoreinfo_data);
- bool kexec_in_progress = false;
- struct resource crashk_res = {
- .name = "Crash kernel",
- .start = 0,
- .end = 0,
- .flags = IORESOURCE_BUSY | IORESOURCE_SYSTEM_RAM,
- .desc = IORES_DESC_CRASH_KERNEL
- };
- struct resource crashk_low_res = {
- .name = "Crash kernel",
- .start = 0,
- .end = 0,
- .flags = IORESOURCE_BUSY | IORESOURCE_SYSTEM_RAM,
- .desc = IORES_DESC_CRASH_KERNEL
- };
- int kexec_should_crash(struct task_struct *p)
- {
-
- if (crash_kexec_post_notifiers)
- return 0;
-
- if (in_interrupt() || !p->pid || is_global_init(p) || panic_on_oops)
- return 1;
- return 0;
- }
- int kexec_crash_loaded(void)
- {
- return !!kexec_crash_image;
- }
- EXPORT_SYMBOL_GPL(kexec_crash_loaded);
- #define KIMAGE_NO_DEST (-1UL)
- #define PAGE_COUNT(x) (((x) + PAGE_SIZE - 1) >> PAGE_SHIFT)
- static struct page *kimage_alloc_page(struct kimage *image,
- gfp_t gfp_mask,
- unsigned long dest);
- int sanity_check_segment_list(struct kimage *image)
- {
- int i;
- unsigned long nr_segments = image->nr_segments;
- unsigned long total_pages = 0;
-
- for (i = 0; i < nr_segments; i++) {
- unsigned long mstart, mend;
- mstart = image->segment[i].mem;
- mend = mstart + image->segment[i].memsz;
- if (mstart > mend)
- return -EADDRNOTAVAIL;
- if ((mstart & ~PAGE_MASK) || (mend & ~PAGE_MASK))
- return -EADDRNOTAVAIL;
- if (mend >= KEXEC_DESTINATION_MEMORY_LIMIT)
- return -EADDRNOTAVAIL;
- }
-
- for (i = 0; i < nr_segments; i++) {
- unsigned long mstart, mend;
- unsigned long j;
- mstart = image->segment[i].mem;
- mend = mstart + image->segment[i].memsz;
- for (j = 0; j < i; j++) {
- unsigned long pstart, pend;
- pstart = image->segment[j].mem;
- pend = pstart + image->segment[j].memsz;
-
- if ((mend > pstart) && (mstart < pend))
- return -EINVAL;
- }
- }
-
- for (i = 0; i < nr_segments; i++) {
- if (image->segment[i].bufsz > image->segment[i].memsz)
- return -EINVAL;
- }
-
- for (i = 0; i < nr_segments; i++) {
- if (PAGE_COUNT(image->segment[i].memsz) > totalram_pages / 2)
- return -EINVAL;
- total_pages += PAGE_COUNT(image->segment[i].memsz);
- }
- if (total_pages > totalram_pages / 2)
- return -EINVAL;
-
- if (image->type == KEXEC_TYPE_CRASH) {
- for (i = 0; i < nr_segments; i++) {
- unsigned long mstart, mend;
- mstart = image->segment[i].mem;
- mend = mstart + image->segment[i].memsz - 1;
-
- if ((mstart < phys_to_boot_phys(crashk_res.start)) ||
- (mend > phys_to_boot_phys(crashk_res.end)))
- return -EADDRNOTAVAIL;
- }
- }
- return 0;
- }
- struct kimage *do_kimage_alloc_init(void)
- {
- struct kimage *image;
-
- image = kzalloc(sizeof(*image), GFP_KERNEL);
- if (!image)
- return NULL;
- image->head = 0;
- image->entry = &image->head;
- image->last_entry = &image->head;
- image->control_page = ~0;
- image->type = KEXEC_TYPE_DEFAULT;
-
- INIT_LIST_HEAD(&image->control_pages);
-
- INIT_LIST_HEAD(&image->dest_pages);
-
- INIT_LIST_HEAD(&image->unusable_pages);
- return image;
- }
- int kimage_is_destination_range(struct kimage *image,
- unsigned long start,
- unsigned long end)
- {
- unsigned long i;
- for (i = 0; i < image->nr_segments; i++) {
- unsigned long mstart, mend;
- mstart = image->segment[i].mem;
- mend = mstart + image->segment[i].memsz;
- if ((end > mstart) && (start < mend))
- return 1;
- }
- return 0;
- }
- static struct page *kimage_alloc_pages(gfp_t gfp_mask, unsigned int order)
- {
- struct page *pages;
- pages = alloc_pages(gfp_mask, order);
- if (pages) {
- unsigned int count, i;
- pages->mapping = NULL;
- set_page_private(pages, order);
- count = 1 << order;
- for (i = 0; i < count; i++)
- SetPageReserved(pages + i);
- }
- return pages;
- }
- static void kimage_free_pages(struct page *page)
- {
- unsigned int order, count, i;
- order = page_private(page);
- count = 1 << order;
- for (i = 0; i < count; i++)
- ClearPageReserved(page + i);
- __free_pages(page, order);
- }
- void kimage_free_page_list(struct list_head *list)
- {
- struct page *page, *next;
- list_for_each_entry_safe(page, next, list, lru) {
- list_del(&page->lru);
- kimage_free_pages(page);
- }
- }
- static struct page *kimage_alloc_normal_control_pages(struct kimage *image,
- unsigned int order)
- {
-
- struct list_head extra_pages;
- struct page *pages;
- unsigned int count;
- count = 1 << order;
- INIT_LIST_HEAD(&extra_pages);
-
- do {
- unsigned long pfn, epfn, addr, eaddr;
- pages = kimage_alloc_pages(KEXEC_CONTROL_MEMORY_GFP, order);
- if (!pages)
- break;
- pfn = page_to_boot_pfn(pages);
- epfn = pfn + count;
- addr = pfn << PAGE_SHIFT;
- eaddr = epfn << PAGE_SHIFT;
- if ((epfn >= (KEXEC_CONTROL_MEMORY_LIMIT >> PAGE_SHIFT)) ||
- kimage_is_destination_range(image, addr, eaddr)) {
- list_add(&pages->lru, &extra_pages);
- pages = NULL;
- }
- } while (!pages);
- if (pages) {
-
- list_add(&pages->lru, &image->control_pages);
-
- }
-
- kimage_free_page_list(&extra_pages);
- return pages;
- }
- static struct page *kimage_alloc_crash_control_pages(struct kimage *image,
- unsigned int order)
- {
-
- unsigned long hole_start, hole_end, size;
- struct page *pages;
- pages = NULL;
- size = (1 << order) << PAGE_SHIFT;
- hole_start = (image->control_page + (size - 1)) & ~(size - 1);
- hole_end = hole_start + size - 1;
- while (hole_end <= crashk_res.end) {
- unsigned long i;
- if (hole_end > KEXEC_CRASH_CONTROL_MEMORY_LIMIT)
- break;
-
- for (i = 0; i < image->nr_segments; i++) {
- unsigned long mstart, mend;
- mstart = image->segment[i].mem;
- mend = mstart + image->segment[i].memsz - 1;
- if ((hole_end >= mstart) && (hole_start <= mend)) {
-
- hole_start = (mend + (size - 1)) & ~(size - 1);
- hole_end = hole_start + size - 1;
- break;
- }
- }
-
- if (i == image->nr_segments) {
- pages = pfn_to_page(hole_start >> PAGE_SHIFT);
- image->control_page = hole_end;
- break;
- }
- }
- return pages;
- }
- struct page *kimage_alloc_control_pages(struct kimage *image,
- unsigned int order)
- {
- struct page *pages = NULL;
- switch (image->type) {
- case KEXEC_TYPE_DEFAULT:
- pages = kimage_alloc_normal_control_pages(image, order);
- break;
- case KEXEC_TYPE_CRASH:
- pages = kimage_alloc_crash_control_pages(image, order);
- break;
- }
- return pages;
- }
- static int kimage_add_entry(struct kimage *image, kimage_entry_t entry)
- {
- if (*image->entry != 0)
- image->entry++;
- if (image->entry == image->last_entry) {
- kimage_entry_t *ind_page;
- struct page *page;
- page = kimage_alloc_page(image, GFP_KERNEL, KIMAGE_NO_DEST);
- if (!page)
- return -ENOMEM;
- ind_page = page_address(page);
- *image->entry = virt_to_boot_phys(ind_page) | IND_INDIRECTION;
- image->entry = ind_page;
- image->last_entry = ind_page +
- ((PAGE_SIZE/sizeof(kimage_entry_t)) - 1);
- }
- *image->entry = entry;
- image->entry++;
- *image->entry = 0;
- return 0;
- }
- static int kimage_set_destination(struct kimage *image,
- unsigned long destination)
- {
- int result;
- destination &= PAGE_MASK;
- result = kimage_add_entry(image, destination | IND_DESTINATION);
- return result;
- }
- static int kimage_add_page(struct kimage *image, unsigned long page)
- {
- int result;
- page &= PAGE_MASK;
- result = kimage_add_entry(image, page | IND_SOURCE);
- return result;
- }
- static void kimage_free_extra_pages(struct kimage *image)
- {
-
- kimage_free_page_list(&image->dest_pages);
-
- kimage_free_page_list(&image->unusable_pages);
- }
- void kimage_terminate(struct kimage *image)
- {
- if (*image->entry != 0)
- image->entry++;
- *image->entry = IND_DONE;
- }
- #define for_each_kimage_entry(image, ptr, entry) \
- for (ptr = &image->head; (entry = *ptr) && !(entry & IND_DONE); \
- ptr = (entry & IND_INDIRECTION) ? \
- boot_phys_to_virt((entry & PAGE_MASK)) : ptr + 1)
- static void kimage_free_entry(kimage_entry_t entry)
- {
- struct page *page;
- page = boot_pfn_to_page(entry >> PAGE_SHIFT);
- kimage_free_pages(page);
- }
- void kimage_free(struct kimage *image)
- {
- kimage_entry_t *ptr, entry;
- kimage_entry_t ind = 0;
- if (!image)
- return;
- kimage_free_extra_pages(image);
- for_each_kimage_entry(image, ptr, entry) {
- if (entry & IND_INDIRECTION) {
-
- if (ind & IND_INDIRECTION)
- kimage_free_entry(ind);
-
- ind = entry;
- } else if (entry & IND_SOURCE)
- kimage_free_entry(entry);
- }
-
- if (ind & IND_INDIRECTION)
- kimage_free_entry(ind);
-
- machine_kexec_cleanup(image);
-
- kimage_free_page_list(&image->control_pages);
-
- if (image->file_mode)
- kimage_file_post_load_cleanup(image);
- kfree(image);
- }
- static kimage_entry_t *kimage_dst_used(struct kimage *image,
- unsigned long page)
- {
- kimage_entry_t *ptr, entry;
- unsigned long destination = 0;
- for_each_kimage_entry(image, ptr, entry) {
- if (entry & IND_DESTINATION)
- destination = entry & PAGE_MASK;
- else if (entry & IND_SOURCE) {
- if (page == destination)
- return ptr;
- destination += PAGE_SIZE;
- }
- }
- return NULL;
- }
- static struct page *kimage_alloc_page(struct kimage *image,
- gfp_t gfp_mask,
- unsigned long destination)
- {
-
- struct page *page;
- unsigned long addr;
-
- list_for_each_entry(page, &image->dest_pages, lru) {
- addr = page_to_boot_pfn(page) << PAGE_SHIFT;
- if (addr == destination) {
- list_del(&page->lru);
- return page;
- }
- }
- page = NULL;
- while (1) {
- kimage_entry_t *old;
-
- page = kimage_alloc_pages(gfp_mask, 0);
- if (!page)
- return NULL;
-
- if (page_to_boot_pfn(page) >
- (KEXEC_SOURCE_MEMORY_LIMIT >> PAGE_SHIFT)) {
- list_add(&page->lru, &image->unusable_pages);
- continue;
- }
- addr = page_to_boot_pfn(page) << PAGE_SHIFT;
-
- if (addr == destination)
- break;
-
- if (!kimage_is_destination_range(image, addr,
- addr + PAGE_SIZE))
- break;
-
- old = kimage_dst_used(image, addr);
- if (old) {
-
- unsigned long old_addr;
- struct page *old_page;
- old_addr = *old & PAGE_MASK;
- old_page = boot_pfn_to_page(old_addr >> PAGE_SHIFT);
- copy_highpage(page, old_page);
- *old = addr | (*old & ~PAGE_MASK);
-
- if (!(gfp_mask & __GFP_HIGHMEM) &&
- PageHighMem(old_page)) {
- kimage_free_pages(old_page);
- continue;
- }
- addr = old_addr;
- page = old_page;
- break;
- }
-
- list_add(&page->lru, &image->dest_pages);
- }
- return page;
- }
- static int kimage_load_normal_segment(struct kimage *image,
- struct kexec_segment *segment)
- {
- unsigned long maddr;
- size_t ubytes, mbytes;
- int result;
- unsigned char __user *buf = NULL;
- unsigned char *kbuf = NULL;
- result = 0;
- if (image->file_mode)
- kbuf = segment->kbuf;
- else
- buf = segment->buf;
- ubytes = segment->bufsz;
- mbytes = segment->memsz;
- maddr = segment->mem;
- result = kimage_set_destination(image, maddr);
- if (result < 0)
- goto out;
- while (mbytes) {
- struct page *page;
- char *ptr;
- size_t uchunk, mchunk;
- page = kimage_alloc_page(image, GFP_HIGHUSER, maddr);
- if (!page) {
- result = -ENOMEM;
- goto out;
- }
- result = kimage_add_page(image, page_to_boot_pfn(page)
- << PAGE_SHIFT);
- if (result < 0)
- goto out;
- ptr = kmap(page);
-
- clear_page(ptr);
- ptr += maddr & ~PAGE_MASK;
- mchunk = min_t(size_t, mbytes,
- PAGE_SIZE - (maddr & ~PAGE_MASK));
- uchunk = min(ubytes, mchunk);
-
- if (image->file_mode)
- memcpy(ptr, kbuf, uchunk);
- else
- result = copy_from_user(ptr, buf, uchunk);
- kunmap(page);
- if (result) {
- result = -EFAULT;
- goto out;
- }
- ubytes -= uchunk;
- maddr += mchunk;
- if (image->file_mode)
- kbuf += mchunk;
- else
- buf += mchunk;
- mbytes -= mchunk;
- }
- out:
- return result;
- }
- static int kimage_load_crash_segment(struct kimage *image,
- struct kexec_segment *segment)
- {
-
- unsigned long maddr;
- size_t ubytes, mbytes;
- int result;
- unsigned char __user *buf = NULL;
- unsigned char *kbuf = NULL;
- result = 0;
- if (image->file_mode)
- kbuf = segment->kbuf;
- else
- buf = segment->buf;
- ubytes = segment->bufsz;
- mbytes = segment->memsz;
- maddr = segment->mem;
- while (mbytes) {
- struct page *page;
- char *ptr;
- size_t uchunk, mchunk;
- page = boot_pfn_to_page(maddr >> PAGE_SHIFT);
- if (!page) {
- result = -ENOMEM;
- goto out;
- }
- ptr = kmap(page);
- ptr += maddr & ~PAGE_MASK;
- mchunk = min_t(size_t, mbytes,
- PAGE_SIZE - (maddr & ~PAGE_MASK));
- uchunk = min(ubytes, mchunk);
- if (mchunk > uchunk) {
-
- memset(ptr + uchunk, 0, mchunk - uchunk);
- }
-
- if (image->file_mode)
- memcpy(ptr, kbuf, uchunk);
- else
- result = copy_from_user(ptr, buf, uchunk);
- kexec_flush_icache_page(page);
- kunmap(page);
- if (result) {
- result = -EFAULT;
- goto out;
- }
- ubytes -= uchunk;
- maddr += mchunk;
- if (image->file_mode)
- kbuf += mchunk;
- else
- buf += mchunk;
- mbytes -= mchunk;
- }
- out:
- return result;
- }
- int kimage_load_segment(struct kimage *image,
- struct kexec_segment *segment)
- {
- int result = -ENOMEM;
- switch (image->type) {
- case KEXEC_TYPE_DEFAULT:
- result = kimage_load_normal_segment(image, segment);
- break;
- case KEXEC_TYPE_CRASH:
- result = kimage_load_crash_segment(image, segment);
- break;
- }
- return result;
- }
- struct kimage *kexec_image;
- struct kimage *kexec_crash_image;
- int kexec_load_disabled;
- void __noclone __crash_kexec(struct pt_regs *regs)
- {
-
- if (mutex_trylock(&kexec_mutex)) {
- if (kexec_crash_image) {
- struct pt_regs fixed_regs;
- crash_setup_regs(&fixed_regs, regs);
- crash_save_vmcoreinfo();
- machine_crash_shutdown(&fixed_regs);
- machine_kexec(kexec_crash_image);
- }
- mutex_unlock(&kexec_mutex);
- }
- }
- STACK_FRAME_NON_STANDARD(__crash_kexec);
- void crash_kexec(struct pt_regs *regs)
- {
- int old_cpu, this_cpu;
-
- this_cpu = raw_smp_processor_id();
- old_cpu = atomic_cmpxchg(&panic_cpu, PANIC_CPU_INVALID, this_cpu);
- if (old_cpu == PANIC_CPU_INVALID) {
-
- printk_nmi_flush_on_panic();
- __crash_kexec(regs);
-
- atomic_set(&panic_cpu, PANIC_CPU_INVALID);
- }
- }
- size_t crash_get_memory_size(void)
- {
- size_t size = 0;
- mutex_lock(&kexec_mutex);
- if (crashk_res.end != crashk_res.start)
- size = resource_size(&crashk_res);
- mutex_unlock(&kexec_mutex);
- return size;
- }
- void __weak crash_free_reserved_phys_range(unsigned long begin,
- unsigned long end)
- {
- unsigned long addr;
- for (addr = begin; addr < end; addr += PAGE_SIZE)
- free_reserved_page(boot_pfn_to_page(addr >> PAGE_SHIFT));
- }
- int crash_shrink_memory(unsigned long new_size)
- {
- int ret = 0;
- unsigned long start, end;
- unsigned long old_size;
- struct resource *ram_res;
- mutex_lock(&kexec_mutex);
- if (kexec_crash_image) {
- ret = -ENOENT;
- goto unlock;
- }
- start = crashk_res.start;
- end = crashk_res.end;
- old_size = (end == 0) ? 0 : end - start + 1;
- if (new_size >= old_size) {
- ret = (new_size == old_size) ? 0 : -EINVAL;
- goto unlock;
- }
- ram_res = kzalloc(sizeof(*ram_res), GFP_KERNEL);
- if (!ram_res) {
- ret = -ENOMEM;
- goto unlock;
- }
- start = roundup(start, KEXEC_CRASH_MEM_ALIGN);
- end = roundup(start + new_size, KEXEC_CRASH_MEM_ALIGN);
- crash_free_reserved_phys_range(end, crashk_res.end);
- if ((start == end) && (crashk_res.parent != NULL))
- release_resource(&crashk_res);
- ram_res->start = end;
- ram_res->end = crashk_res.end;
- ram_res->flags = IORESOURCE_BUSY | IORESOURCE_SYSTEM_RAM;
- ram_res->name = "System RAM";
- crashk_res.end = end - 1;
- insert_resource(&iomem_resource, ram_res);
- unlock:
- mutex_unlock(&kexec_mutex);
- return ret;
- }
- static u32 *append_elf_note(u32 *buf, char *name, unsigned type, void *data,
- size_t data_len)
- {
- struct elf_note note;
- note.n_namesz = strlen(name) + 1;
- note.n_descsz = data_len;
- note.n_type = type;
- memcpy(buf, ¬e, sizeof(note));
- buf += (sizeof(note) + 3)/4;
- memcpy(buf, name, note.n_namesz);
- buf += (note.n_namesz + 3)/4;
- memcpy(buf, data, note.n_descsz);
- buf += (note.n_descsz + 3)/4;
- return buf;
- }
- static void final_note(u32 *buf)
- {
- struct elf_note note;
- note.n_namesz = 0;
- note.n_descsz = 0;
- note.n_type = 0;
- memcpy(buf, ¬e, sizeof(note));
- }
- void crash_save_cpu(struct pt_regs *regs, int cpu)
- {
- struct elf_prstatus prstatus;
- u32 *buf;
- if ((cpu < 0) || (cpu >= nr_cpu_ids))
- return;
-
- buf = (u32 *)per_cpu_ptr(crash_notes, cpu);
- if (!buf)
- return;
- memset(&prstatus, 0, sizeof(prstatus));
- prstatus.pr_pid = current->pid;
- elf_core_copy_kernel_regs(&prstatus.pr_reg, regs);
- buf = append_elf_note(buf, KEXEC_CORE_NOTE_NAME, NT_PRSTATUS,
- &prstatus, sizeof(prstatus));
- final_note(buf);
- }
- static int __init crash_notes_memory_init(void)
- {
-
- size_t size, align;
-
- size = sizeof(note_buf_t);
- align = min(roundup_pow_of_two(sizeof(note_buf_t)), PAGE_SIZE);
-
- BUILD_BUG_ON(size > PAGE_SIZE);
- crash_notes = __alloc_percpu(size, align);
- if (!crash_notes) {
- pr_warn("Memory allocation for saving cpu register states failed\n");
- return -ENOMEM;
- }
- return 0;
- }
- subsys_initcall(crash_notes_memory_init);
- static int __init parse_crashkernel_mem(char *cmdline,
- unsigned long long system_ram,
- unsigned long long *crash_size,
- unsigned long long *crash_base)
- {
- char *cur = cmdline, *tmp;
-
- do {
- unsigned long long start, end = ULLONG_MAX, size;
-
- start = memparse(cur, &tmp);
- if (cur == tmp) {
- pr_warn("crashkernel: Memory value expected\n");
- return -EINVAL;
- }
- cur = tmp;
- if (*cur != '-') {
- pr_warn("crashkernel: '-' expected\n");
- return -EINVAL;
- }
- cur++;
-
- if (*cur != ':') {
- end = memparse(cur, &tmp);
- if (cur == tmp) {
- pr_warn("crashkernel: Memory value expected\n");
- return -EINVAL;
- }
- cur = tmp;
- if (end <= start) {
- pr_warn("crashkernel: end <= start\n");
- return -EINVAL;
- }
- }
- if (*cur != ':') {
- pr_warn("crashkernel: ':' expected\n");
- return -EINVAL;
- }
- cur++;
- size = memparse(cur, &tmp);
- if (cur == tmp) {
- pr_warn("Memory value expected\n");
- return -EINVAL;
- }
- cur = tmp;
- if (size >= system_ram) {
- pr_warn("crashkernel: invalid size\n");
- return -EINVAL;
- }
-
- if (system_ram >= start && system_ram < end) {
- *crash_size = size;
- break;
- }
- } while (*cur++ == ',');
- if (*crash_size > 0) {
- while (*cur && *cur != ' ' && *cur != '@')
- cur++;
- if (*cur == '@') {
- cur++;
- *crash_base = memparse(cur, &tmp);
- if (cur == tmp) {
- pr_warn("Memory value expected after '@'\n");
- return -EINVAL;
- }
- }
- }
- return 0;
- }
- static int __init parse_crashkernel_simple(char *cmdline,
- unsigned long long *crash_size,
- unsigned long long *crash_base)
- {
- char *cur = cmdline;
- *crash_size = memparse(cmdline, &cur);
- if (cmdline == cur) {
- pr_warn("crashkernel: memory value expected\n");
- return -EINVAL;
- }
- if (*cur == '@')
- *crash_base = memparse(cur+1, &cur);
- else if (*cur != ' ' && *cur != '\0') {
- pr_warn("crashkernel: unrecognized char: %c\n", *cur);
- return -EINVAL;
- }
- return 0;
- }
- #define SUFFIX_HIGH 0
- #define SUFFIX_LOW 1
- #define SUFFIX_NULL 2
- static __initdata char *suffix_tbl[] = {
- [SUFFIX_HIGH] = ",high",
- [SUFFIX_LOW] = ",low",
- [SUFFIX_NULL] = NULL,
- };
- static int __init parse_crashkernel_suffix(char *cmdline,
- unsigned long long *crash_size,
- const char *suffix)
- {
- char *cur = cmdline;
- *crash_size = memparse(cmdline, &cur);
- if (cmdline == cur) {
- pr_warn("crashkernel: memory value expected\n");
- return -EINVAL;
- }
-
- if (strncmp(cur, suffix, strlen(suffix))) {
- pr_warn("crashkernel: unrecognized char: %c\n", *cur);
- return -EINVAL;
- }
- cur += strlen(suffix);
- if (*cur != ' ' && *cur != '\0') {
- pr_warn("crashkernel: unrecognized char: %c\n", *cur);
- return -EINVAL;
- }
- return 0;
- }
- static __init char *get_last_crashkernel(char *cmdline,
- const char *name,
- const char *suffix)
- {
- char *p = cmdline, *ck_cmdline = NULL;
-
- p = strstr(p, name);
- while (p) {
- char *end_p = strchr(p, ' ');
- char *q;
- if (!end_p)
- end_p = p + strlen(p);
- if (!suffix) {
- int i;
-
- for (i = 0; suffix_tbl[i]; i++) {
- q = end_p - strlen(suffix_tbl[i]);
- if (!strncmp(q, suffix_tbl[i],
- strlen(suffix_tbl[i])))
- goto next;
- }
- ck_cmdline = p;
- } else {
- q = end_p - strlen(suffix);
- if (!strncmp(q, suffix, strlen(suffix)))
- ck_cmdline = p;
- }
- next:
- p = strstr(p+1, name);
- }
- if (!ck_cmdline)
- return NULL;
- return ck_cmdline;
- }
- static int __init __parse_crashkernel(char *cmdline,
- unsigned long long system_ram,
- unsigned long long *crash_size,
- unsigned long long *crash_base,
- const char *name,
- const char *suffix)
- {
- char *first_colon, *first_space;
- char *ck_cmdline;
- BUG_ON(!crash_size || !crash_base);
- *crash_size = 0;
- *crash_base = 0;
- ck_cmdline = get_last_crashkernel(cmdline, name, suffix);
- if (!ck_cmdline)
- return -EINVAL;
- ck_cmdline += strlen(name);
- if (suffix)
- return parse_crashkernel_suffix(ck_cmdline, crash_size,
- suffix);
-
- first_colon = strchr(ck_cmdline, ':');
- first_space = strchr(ck_cmdline, ' ');
- if (first_colon && (!first_space || first_colon < first_space))
- return parse_crashkernel_mem(ck_cmdline, system_ram,
- crash_size, crash_base);
- return parse_crashkernel_simple(ck_cmdline, crash_size, crash_base);
- }
- int __init parse_crashkernel(char *cmdline,
- unsigned long long system_ram,
- unsigned long long *crash_size,
- unsigned long long *crash_base)
- {
- return __parse_crashkernel(cmdline, system_ram, crash_size, crash_base,
- "crashkernel=", NULL);
- }
- int __init parse_crashkernel_high(char *cmdline,
- unsigned long long system_ram,
- unsigned long long *crash_size,
- unsigned long long *crash_base)
- {
- return __parse_crashkernel(cmdline, system_ram, crash_size, crash_base,
- "crashkernel=", suffix_tbl[SUFFIX_HIGH]);
- }
- int __init parse_crashkernel_low(char *cmdline,
- unsigned long long system_ram,
- unsigned long long *crash_size,
- unsigned long long *crash_base)
- {
- return __parse_crashkernel(cmdline, system_ram, crash_size, crash_base,
- "crashkernel=", suffix_tbl[SUFFIX_LOW]);
- }
- static void update_vmcoreinfo_note(void)
- {
- u32 *buf = vmcoreinfo_note;
- if (!vmcoreinfo_size)
- return;
- buf = append_elf_note(buf, VMCOREINFO_NOTE_NAME, 0, vmcoreinfo_data,
- vmcoreinfo_size);
- final_note(buf);
- }
- void crash_save_vmcoreinfo(void)
- {
- vmcoreinfo_append_str("CRASHTIME=%ld\n", get_seconds());
- update_vmcoreinfo_note();
- }
- void vmcoreinfo_append_str(const char *fmt, ...)
- {
- va_list args;
- char buf[0x50];
- size_t r;
- va_start(args, fmt);
- r = vscnprintf(buf, sizeof(buf), fmt, args);
- va_end(args);
- r = min(r, vmcoreinfo_max_size - vmcoreinfo_size);
- memcpy(&vmcoreinfo_data[vmcoreinfo_size], buf, r);
- vmcoreinfo_size += r;
- }
- void __weak arch_crash_save_vmcoreinfo(void)
- {}
- phys_addr_t __weak paddr_vmcoreinfo_note(void)
- {
- return __pa((unsigned long)(char *)&vmcoreinfo_note);
- }
- static int __init crash_save_vmcoreinfo_init(void)
- {
- VMCOREINFO_OSRELEASE(init_uts_ns.name.release);
- VMCOREINFO_PAGESIZE(PAGE_SIZE);
- VMCOREINFO_SYMBOL(init_uts_ns);
- VMCOREINFO_SYMBOL(node_online_map);
- #ifdef CONFIG_MMU
- VMCOREINFO_SYMBOL(swapper_pg_dir);
- #endif
- VMCOREINFO_SYMBOL(_stext);
- VMCOREINFO_SYMBOL(vmap_area_list);
- #ifndef CONFIG_NEED_MULTIPLE_NODES
- VMCOREINFO_SYMBOL(mem_map);
- VMCOREINFO_SYMBOL(contig_page_data);
- #endif
- #ifdef CONFIG_SPARSEMEM
- VMCOREINFO_SYMBOL(mem_section);
- VMCOREINFO_LENGTH(mem_section, NR_SECTION_ROOTS);
- VMCOREINFO_STRUCT_SIZE(mem_section);
- VMCOREINFO_OFFSET(mem_section, section_mem_map);
- #endif
- VMCOREINFO_STRUCT_SIZE(page);
- VMCOREINFO_STRUCT_SIZE(pglist_data);
- VMCOREINFO_STRUCT_SIZE(zone);
- VMCOREINFO_STRUCT_SIZE(free_area);
- VMCOREINFO_STRUCT_SIZE(list_head);
- VMCOREINFO_SIZE(nodemask_t);
- VMCOREINFO_OFFSET(page, flags);
- VMCOREINFO_OFFSET(page, _refcount);
- VMCOREINFO_OFFSET(page, mapping);
- VMCOREINFO_OFFSET(page, lru);
- VMCOREINFO_OFFSET(page, _mapcount);
- VMCOREINFO_OFFSET(page, private);
- VMCOREINFO_OFFSET(page, compound_dtor);
- VMCOREINFO_OFFSET(page, compound_order);
- VMCOREINFO_OFFSET(page, compound_head);
- VMCOREINFO_OFFSET(pglist_data, node_zones);
- VMCOREINFO_OFFSET(pglist_data, nr_zones);
- #ifdef CONFIG_FLAT_NODE_MEM_MAP
- VMCOREINFO_OFFSET(pglist_data, node_mem_map);
- #endif
- VMCOREINFO_OFFSET(pglist_data, node_start_pfn);
- VMCOREINFO_OFFSET(pglist_data, node_spanned_pages);
- VMCOREINFO_OFFSET(pglist_data, node_id);
- VMCOREINFO_OFFSET(zone, free_area);
- VMCOREINFO_OFFSET(zone, vm_stat);
- VMCOREINFO_OFFSET(zone, spanned_pages);
- VMCOREINFO_OFFSET(free_area, free_list);
- VMCOREINFO_OFFSET(list_head, next);
- VMCOREINFO_OFFSET(list_head, prev);
- VMCOREINFO_OFFSET(vmap_area, va_start);
- VMCOREINFO_OFFSET(vmap_area, list);
- VMCOREINFO_LENGTH(zone.free_area, MAX_ORDER);
- log_buf_kexec_setup();
- VMCOREINFO_LENGTH(free_area.free_list, MIGRATE_TYPES);
- VMCOREINFO_NUMBER(NR_FREE_PAGES);
- VMCOREINFO_NUMBER(PG_lru);
- VMCOREINFO_NUMBER(PG_private);
- VMCOREINFO_NUMBER(PG_swapcache);
- VMCOREINFO_NUMBER(PG_slab);
- #ifdef CONFIG_MEMORY_FAILURE
- VMCOREINFO_NUMBER(PG_hwpoison);
- #endif
- VMCOREINFO_NUMBER(PG_head_mask);
- VMCOREINFO_NUMBER(PAGE_BUDDY_MAPCOUNT_VALUE);
- #ifdef CONFIG_X86
- VMCOREINFO_NUMBER(KERNEL_IMAGE_SIZE);
- #endif
- #ifdef CONFIG_HUGETLB_PAGE
- VMCOREINFO_NUMBER(HUGETLB_PAGE_DTOR);
- #endif
- arch_crash_save_vmcoreinfo();
- update_vmcoreinfo_note();
- return 0;
- }
- subsys_initcall(crash_save_vmcoreinfo_init);
- int kernel_kexec(void)
- {
- int error = 0;
- if (!mutex_trylock(&kexec_mutex))
- return -EBUSY;
- if (!kexec_image) {
- error = -EINVAL;
- goto Unlock;
- }
- #ifdef CONFIG_KEXEC_JUMP
- if (kexec_image->preserve_context) {
- lock_system_sleep();
- pm_prepare_console();
- error = freeze_processes();
- if (error) {
- error = -EBUSY;
- goto Restore_console;
- }
- suspend_console();
- error = dpm_suspend_start(PMSG_FREEZE);
- if (error)
- goto Resume_console;
-
- error = dpm_suspend_end(PMSG_FREEZE);
- if (error)
- goto Resume_devices;
- error = disable_nonboot_cpus();
- if (error)
- goto Enable_cpus;
- local_irq_disable();
- error = syscore_suspend();
- if (error)
- goto Enable_irqs;
- } else
- #endif
- {
- kexec_in_progress = true;
- kernel_restart_prepare(NULL);
- migrate_to_reboot_cpu();
-
- cpu_hotplug_enable();
- pr_emerg("Starting new kernel\n");
- machine_shutdown();
- }
- machine_kexec(kexec_image);
- #ifdef CONFIG_KEXEC_JUMP
- if (kexec_image->preserve_context) {
- syscore_resume();
- Enable_irqs:
- local_irq_enable();
- Enable_cpus:
- enable_nonboot_cpus();
- dpm_resume_start(PMSG_RESTORE);
- Resume_devices:
- dpm_resume_end(PMSG_RESTORE);
- Resume_console:
- resume_console();
- thaw_processes();
- Restore_console:
- pm_restore_console();
- unlock_system_sleep();
- }
- #endif
- Unlock:
- mutex_unlock(&kexec_mutex);
- return error;
- }
- void __weak arch_kexec_protect_crashkres(void)
- {}
- void __weak arch_kexec_unprotect_crashkres(void)
- {}
|