mm_init.c 4.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193
  1. /*
  2. * mm_init.c - Memory initialisation verification and debugging
  3. *
  4. * Copyright 2008 IBM Corporation, 2008
  5. * Author Mel Gorman <mel@csn.ul.ie>
  6. *
  7. */
  8. #include <linux/kernel.h>
  9. #include <linux/init.h>
  10. #include <linux/kobject.h>
  11. #include <linux/export.h>
  12. #include <linux/memory.h>
  13. #include <linux/notifier.h>
  14. #include <linux/sched.h>
  15. #include "internal.h"
  16. #ifdef CONFIG_DEBUG_MEMORY_INIT
  17. int __meminitdata mminit_loglevel;
  18. #ifndef SECTIONS_SHIFT
  19. #define SECTIONS_SHIFT 0
  20. #endif
  21. /* The zonelists are simply reported, validation is manual. */
  22. void __init mminit_verify_zonelist(void)
  23. {
  24. int nid;
  25. if (mminit_loglevel < MMINIT_VERIFY)
  26. return;
  27. for_each_online_node(nid) {
  28. pg_data_t *pgdat = NODE_DATA(nid);
  29. struct zone *zone;
  30. struct zoneref *z;
  31. struct zonelist *zonelist;
  32. int i, listid, zoneid;
  33. BUG_ON(MAX_ZONELISTS > 2);
  34. for (i = 0; i < MAX_ZONELISTS * MAX_NR_ZONES; i++) {
  35. /* Identify the zone and nodelist */
  36. zoneid = i % MAX_NR_ZONES;
  37. listid = i / MAX_NR_ZONES;
  38. zonelist = &pgdat->node_zonelists[listid];
  39. zone = &pgdat->node_zones[zoneid];
  40. if (!populated_zone(zone))
  41. continue;
  42. /* Print information about the zonelist */
  43. printk(KERN_DEBUG "mminit::zonelist %s %d:%s = ",
  44. listid > 0 ? "thisnode" : "general", nid,
  45. zone->name);
  46. /* Iterate the zonelist */
  47. for_each_zone_zonelist(zone, z, zonelist, zoneid)
  48. pr_cont("%d:%s ", zone_to_nid(zone), zone->name);
  49. pr_cont("\n");
  50. }
  51. }
  52. }
  53. void __init mminit_verify_pageflags_layout(void)
  54. {
  55. int shift, width;
  56. unsigned long or_mask, add_mask;
  57. shift = 8 * sizeof(unsigned long);
  58. width = shift - SECTIONS_WIDTH - NODES_WIDTH - ZONES_WIDTH - LAST_CPUPID_SHIFT;
  59. mminit_dprintk(MMINIT_TRACE, "pageflags_layout_widths",
  60. "Section %d Node %d Zone %d Lastcpupid %d Flags %d\n",
  61. SECTIONS_WIDTH,
  62. NODES_WIDTH,
  63. ZONES_WIDTH,
  64. LAST_CPUPID_WIDTH,
  65. NR_PAGEFLAGS);
  66. mminit_dprintk(MMINIT_TRACE, "pageflags_layout_shifts",
  67. "Section %d Node %d Zone %d Lastcpupid %d\n",
  68. SECTIONS_SHIFT,
  69. NODES_SHIFT,
  70. ZONES_SHIFT,
  71. LAST_CPUPID_SHIFT);
  72. mminit_dprintk(MMINIT_TRACE, "pageflags_layout_pgshifts",
  73. "Section %lu Node %lu Zone %lu Lastcpupid %lu\n",
  74. (unsigned long)SECTIONS_PGSHIFT,
  75. (unsigned long)NODES_PGSHIFT,
  76. (unsigned long)ZONES_PGSHIFT,
  77. (unsigned long)LAST_CPUPID_PGSHIFT);
  78. mminit_dprintk(MMINIT_TRACE, "pageflags_layout_nodezoneid",
  79. "Node/Zone ID: %lu -> %lu\n",
  80. (unsigned long)(ZONEID_PGOFF + ZONEID_SHIFT),
  81. (unsigned long)ZONEID_PGOFF);
  82. mminit_dprintk(MMINIT_TRACE, "pageflags_layout_usage",
  83. "location: %d -> %d layout %d -> %d unused %d -> %d page-flags\n",
  84. shift, width, width, NR_PAGEFLAGS, NR_PAGEFLAGS, 0);
  85. #ifdef NODE_NOT_IN_PAGE_FLAGS
  86. mminit_dprintk(MMINIT_TRACE, "pageflags_layout_nodeflags",
  87. "Node not in page flags");
  88. #endif
  89. #ifdef LAST_CPUPID_NOT_IN_PAGE_FLAGS
  90. mminit_dprintk(MMINIT_TRACE, "pageflags_layout_nodeflags",
  91. "Last cpupid not in page flags");
  92. #endif
  93. if (SECTIONS_WIDTH) {
  94. shift -= SECTIONS_WIDTH;
  95. BUG_ON(shift != SECTIONS_PGSHIFT);
  96. }
  97. if (NODES_WIDTH) {
  98. shift -= NODES_WIDTH;
  99. BUG_ON(shift != NODES_PGSHIFT);
  100. }
  101. if (ZONES_WIDTH) {
  102. shift -= ZONES_WIDTH;
  103. BUG_ON(shift != ZONES_PGSHIFT);
  104. }
  105. /* Check for bitmask overlaps */
  106. or_mask = (ZONES_MASK << ZONES_PGSHIFT) |
  107. (NODES_MASK << NODES_PGSHIFT) |
  108. (SECTIONS_MASK << SECTIONS_PGSHIFT);
  109. add_mask = (ZONES_MASK << ZONES_PGSHIFT) +
  110. (NODES_MASK << NODES_PGSHIFT) +
  111. (SECTIONS_MASK << SECTIONS_PGSHIFT);
  112. BUG_ON(or_mask != add_mask);
  113. }
  114. static __init int set_mminit_loglevel(char *str)
  115. {
  116. get_option(&str, &mminit_loglevel);
  117. return 0;
  118. }
  119. early_param("mminit_loglevel", set_mminit_loglevel);
  120. #endif /* CONFIG_DEBUG_MEMORY_INIT */
  121. struct kobject *mm_kobj;
  122. EXPORT_SYMBOL_GPL(mm_kobj);
  123. #ifdef CONFIG_SMP
  124. s32 vm_committed_as_batch = 32;
  125. static void __meminit mm_compute_batch(void)
  126. {
  127. u64 memsized_batch;
  128. s32 nr = num_present_cpus();
  129. s32 batch = max_t(s32, nr*2, 32);
  130. /* batch size set to 0.4% of (total memory/#cpus), or max int32 */
  131. memsized_batch = min_t(u64, (totalram_pages/nr)/256, 0x7fffffff);
  132. vm_committed_as_batch = max_t(s32, memsized_batch, batch);
  133. }
  134. static int __meminit mm_compute_batch_notifier(struct notifier_block *self,
  135. unsigned long action, void *arg)
  136. {
  137. switch (action) {
  138. case MEM_ONLINE:
  139. case MEM_OFFLINE:
  140. mm_compute_batch();
  141. default:
  142. break;
  143. }
  144. return NOTIFY_OK;
  145. }
  146. static struct notifier_block compute_batch_nb __meminitdata = {
  147. .notifier_call = mm_compute_batch_notifier,
  148. .priority = IPC_CALLBACK_PRI, /* use lowest priority */
  149. };
  150. static int __init mm_compute_batch_init(void)
  151. {
  152. mm_compute_batch();
  153. register_hotmemory_notifier(&compute_batch_nb);
  154. return 0;
  155. }
  156. __initcall(mm_compute_batch_init);
  157. #endif
  158. static int __init mm_sysfs_init(void)
  159. {
  160. mm_kobj = kobject_create_and_add("mm", kernel_kobj);
  161. if (!mm_kobj)
  162. return -ENOMEM;
  163. return 0;
  164. }
  165. postcore_initcall(mm_sysfs_init);