internals.texi 63 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692
  1. @c -*-texinfo-*-
  2. @c This is part of the GNU Emacs Lisp Reference Manual.
  3. @c Copyright (C) 1990-1993, 1998-1999, 2001-2016 Free Software
  4. @c Foundation, Inc.
  5. @c See the file elisp.texi for copying conditions.
  6. @node GNU Emacs Internals
  7. @appendix GNU Emacs Internals
  8. This chapter describes how the runnable Emacs executable is dumped with
  9. the preloaded Lisp libraries in it, how storage is allocated, and some
  10. internal aspects of GNU Emacs that may be of interest to C programmers.
  11. @menu
  12. * Building Emacs:: How the dumped Emacs is made.
  13. * Pure Storage:: Kludge to make preloaded Lisp functions shareable.
  14. * Garbage Collection:: Reclaiming space for Lisp objects no longer used.
  15. * Stack-allocated Objects:: Temporary conses and strings on C stack.
  16. * Memory Usage:: Info about total size of Lisp objects made so far.
  17. * C Dialect:: What C variant Emacs is written in.
  18. * Writing Emacs Primitives:: Writing C code for Emacs.
  19. * Object Internals:: Data formats of buffers, windows, processes.
  20. * C Integer Types:: How C integer types are used inside Emacs.
  21. @end menu
  22. @node Building Emacs
  23. @section Building Emacs
  24. @cindex building Emacs
  25. @pindex temacs
  26. This section explains the steps involved in building the Emacs
  27. executable. You don't have to know this material to build and install
  28. Emacs, since the makefiles do all these things automatically. This
  29. information is pertinent to Emacs developers.
  30. Building Emacs requires GNU Make version 3.81 or later.
  31. Compilation of the C source files in the @file{src} directory
  32. produces an executable file called @file{temacs}, also called a
  33. @dfn{bare impure Emacs}. It contains the Emacs Lisp interpreter and
  34. I/O routines, but not the editing commands.
  35. @cindex @file{loadup.el}
  36. The command @w{@command{temacs -l loadup}} would run @file{temacs}
  37. and direct it to load @file{loadup.el}. The @code{loadup} library
  38. loads additional Lisp libraries, which set up the normal Emacs editing
  39. environment. After this step, the Emacs executable is no longer
  40. @dfn{bare}.
  41. @cindex dumping Emacs
  42. Because it takes some time to load the standard Lisp files, the
  43. @file{temacs} executable usually isn't run directly by users.
  44. Instead, as one of the last steps of building Emacs, the command
  45. @samp{temacs -batch -l loadup dump} is run. The special @samp{dump}
  46. argument causes @command{temacs} to dump out an executable program,
  47. called @file{emacs}, which has all the standard Lisp files preloaded.
  48. (The @samp{-batch} argument prevents @file{temacs} from trying to
  49. initialize any of its data on the terminal, so that the tables of
  50. terminal information are empty in the dumped Emacs.)
  51. @cindex preloaded Lisp files
  52. @vindex preloaded-file-list
  53. The dumped @file{emacs} executable (also called a @dfn{pure} Emacs)
  54. is the one which is installed. The variable
  55. @code{preloaded-file-list} stores a list of the Lisp files preloaded
  56. into the dumped Emacs. If you port Emacs to a new operating system,
  57. and are not able to implement dumping, then Emacs must load
  58. @file{loadup.el} each time it starts.
  59. @cindex build details
  60. @cindex deterministic build
  61. @cindex @option{--disable-build-details} option to @command{configure}
  62. By default the dumped @file{emacs} executable records details such
  63. as the build time and host name. Use the
  64. @option{--disable-build-details} option of @command{configure} to
  65. suppress these details, so that building and installing Emacs twice
  66. from the same sources is more likely to result in identical copies of
  67. Emacs.
  68. @cindex @file{site-load.el}
  69. You can specify additional files to preload by writing a library named
  70. @file{site-load.el} that loads them. You may need to rebuild Emacs
  71. with an added definition
  72. @example
  73. #define SITELOAD_PURESIZE_EXTRA @var{n}
  74. @end example
  75. @noindent
  76. to make @var{n} added bytes of pure space to hold the additional files;
  77. see @file{src/puresize.h}.
  78. (Try adding increments of 20000 until it is big enough.) However, the
  79. advantage of preloading additional files decreases as machines get
  80. faster. On modern machines, it is usually not advisable.
  81. After @file{loadup.el} reads @file{site-load.el}, it finds the
  82. documentation strings for primitive and preloaded functions (and
  83. variables) in the file @file{etc/DOC} where they are stored, by
  84. calling @code{Snarf-documentation} (@pxref{Definition of
  85. Snarf-documentation,, Accessing Documentation}).
  86. @cindex @file{site-init.el}
  87. @cindex preloading additional functions and variables
  88. You can specify other Lisp expressions to execute just before dumping
  89. by putting them in a library named @file{site-init.el}. This file is
  90. executed after the documentation strings are found.
  91. If you want to preload function or variable definitions, there are
  92. three ways you can do this and make their documentation strings
  93. accessible when you subsequently run Emacs:
  94. @itemize @bullet
  95. @item
  96. Arrange to scan these files when producing the @file{etc/DOC} file,
  97. and load them with @file{site-load.el}.
  98. @item
  99. Load the files with @file{site-init.el}, then copy the files into the
  100. installation directory for Lisp files when you install Emacs.
  101. @item
  102. Specify a @code{nil} value for @code{byte-compile-dynamic-docstrings}
  103. as a local variable in each of these files, and load them with either
  104. @file{site-load.el} or @file{site-init.el}. (This method has the
  105. drawback that the documentation strings take up space in Emacs all the
  106. time.)
  107. @end itemize
  108. @cindex change @code{load-path} at configure time
  109. @cindex @option{--enable-locallisppath} option to @command{configure}
  110. It is not advisable to put anything in @file{site-load.el} or
  111. @file{site-init.el} that would alter any of the features that users
  112. expect in an ordinary unmodified Emacs. If you feel you must override
  113. normal features for your site, do it with @file{default.el}, so that
  114. users can override your changes if they wish. @xref{Startup Summary}.
  115. Note that if either @file{site-load.el} or @file{site-init.el} changes
  116. @code{load-path}, the changes will be lost after dumping.
  117. @xref{Library Search}. To make a permanent change to
  118. @code{load-path}, use the @option{--enable-locallisppath} option
  119. of @command{configure}.
  120. In a package that can be preloaded, it is sometimes necessary (or
  121. useful) to delay certain evaluations until Emacs subsequently starts
  122. up. The vast majority of such cases relate to the values of
  123. customizable variables. For example, @code{tutorial-directory} is a
  124. variable defined in @file{startup.el}, which is preloaded. The default
  125. value is set based on @code{data-directory}. The variable needs to
  126. access the value of @code{data-directory} when Emacs starts, not when
  127. it is dumped, because the Emacs executable has probably been installed
  128. in a different location since it was dumped.
  129. @defun custom-initialize-delay symbol value
  130. This function delays the initialization of @var{symbol} to the next
  131. Emacs start. You normally use this function by specifying it as the
  132. @code{:initialize} property of a customizable variable. (The argument
  133. @var{value} is unused, and is provided only for compatibility with the
  134. form Custom expects.)
  135. @end defun
  136. In the unlikely event that you need a more general functionality than
  137. @code{custom-initialize-delay} provides, you can use
  138. @code{before-init-hook} (@pxref{Startup Summary}).
  139. @defun dump-emacs to-file from-file
  140. @cindex unexec
  141. This function dumps the current state of Emacs into an executable file
  142. @var{to-file}. It takes symbols from @var{from-file} (this is normally
  143. the executable file @file{temacs}).
  144. If you want to use this function in an Emacs that was already dumped,
  145. you must run Emacs with @samp{-batch}.
  146. @end defun
  147. @node Pure Storage
  148. @section Pure Storage
  149. @cindex pure storage
  150. Emacs Lisp uses two kinds of storage for user-created Lisp objects:
  151. @dfn{normal storage} and @dfn{pure storage}. Normal storage is where
  152. all the new data created during an Emacs session are kept
  153. (@pxref{Garbage Collection}). Pure storage is used for certain data
  154. in the preloaded standard Lisp files---data that should never change
  155. during actual use of Emacs.
  156. Pure storage is allocated only while @command{temacs} is loading the
  157. standard preloaded Lisp libraries. In the file @file{emacs}, it is
  158. marked as read-only (on operating systems that permit this), so that
  159. the memory space can be shared by all the Emacs jobs running on the
  160. machine at once. Pure storage is not expandable; a fixed amount is
  161. allocated when Emacs is compiled, and if that is not sufficient for
  162. the preloaded libraries, @file{temacs} allocates dynamic memory for
  163. the part that didn't fit. The resulting image will work, but garbage
  164. collection (@pxref{Garbage Collection}) is disabled in this situation,
  165. causing a memory leak. Such an overflow normally won't happen unless
  166. you try to preload additional libraries or add features to the
  167. standard ones. Emacs will display a warning about the overflow when
  168. it starts. If this happens, you should increase the compilation
  169. parameter @code{SYSTEM_PURESIZE_EXTRA} in the file
  170. @file{src/puresize.h} and rebuild Emacs.
  171. @defun purecopy object
  172. This function makes a copy in pure storage of @var{object}, and returns
  173. it. It copies a string by simply making a new string with the same
  174. characters, but without text properties, in pure storage. It
  175. recursively copies the contents of vectors and cons cells. It does
  176. not make copies of other objects such as symbols, but just returns
  177. them unchanged. It signals an error if asked to copy markers.
  178. This function is a no-op except while Emacs is being built and dumped;
  179. it is usually called only in preloaded Lisp files.
  180. @end defun
  181. @defvar pure-bytes-used
  182. The value of this variable is the number of bytes of pure storage
  183. allocated so far. Typically, in a dumped Emacs, this number is very
  184. close to the total amount of pure storage available---if it were not,
  185. we would preallocate less.
  186. @end defvar
  187. @defvar purify-flag
  188. This variable determines whether @code{defun} should make a copy of the
  189. function definition in pure storage. If it is non-@code{nil}, then the
  190. function definition is copied into pure storage.
  191. This flag is @code{t} while loading all of the basic functions for
  192. building Emacs initially (allowing those functions to be shareable and
  193. non-collectible). Dumping Emacs as an executable always writes
  194. @code{nil} in this variable, regardless of the value it actually has
  195. before and after dumping.
  196. You should not change this flag in a running Emacs.
  197. @end defvar
  198. @node Garbage Collection
  199. @section Garbage Collection
  200. @cindex memory allocation
  201. When a program creates a list or the user defines a new function
  202. (such as by loading a library), that data is placed in normal storage.
  203. If normal storage runs low, then Emacs asks the operating system to
  204. allocate more memory. Different types of Lisp objects, such as
  205. symbols, cons cells, small vectors, markers, etc., are segregated in
  206. distinct blocks in memory. (Large vectors, long strings, buffers and
  207. certain other editing types, which are fairly large, are allocated in
  208. individual blocks, one per object; small strings are packed into blocks
  209. of 8k bytes, and small vectors are packed into blocks of 4k bytes).
  210. @cindex vector-like objects, storage
  211. @cindex storage of vector-like Lisp objects
  212. Beyond the basic vector, a lot of objects like window, buffer, and
  213. frame are managed as if they were vectors. The corresponding C data
  214. structures include the @code{struct vectorlike_header} field whose
  215. @code{size} member contains the subtype enumerated by @code{enum pvec_type}
  216. and an information about how many @code{Lisp_Object} fields this structure
  217. contains and what the size of the rest data is. This information is
  218. needed to calculate the memory footprint of an object, and used
  219. by the vector allocation code while iterating over the vector blocks.
  220. @cindex garbage collection
  221. It is quite common to use some storage for a while, then release it
  222. by (for example) killing a buffer or deleting the last pointer to an
  223. object. Emacs provides a @dfn{garbage collector} to reclaim this
  224. abandoned storage. The garbage collector operates by finding and
  225. marking all Lisp objects that are still accessible to Lisp programs.
  226. To begin with, it assumes all the symbols, their values and associated
  227. function definitions, and any data presently on the stack, are
  228. accessible. Any objects that can be reached indirectly through other
  229. accessible objects are also accessible.
  230. When marking is finished, all objects still unmarked are garbage. No
  231. matter what the Lisp program or the user does, it is impossible to refer
  232. to them, since there is no longer a way to reach them. Their space
  233. might as well be reused, since no one will miss them. The second
  234. (sweep) phase of the garbage collector arranges to reuse them.
  235. @c ??? Maybe add something describing weak hash tables here?
  236. @cindex free list
  237. The sweep phase puts unused cons cells onto a @dfn{free list}
  238. for future allocation; likewise for symbols and markers. It compacts
  239. the accessible strings so they occupy fewer 8k blocks; then it frees the
  240. other 8k blocks. Unreachable vectors from vector blocks are coalesced
  241. to create largest possible free areas; if a free area spans a complete
  242. 4k block, that block is freed. Otherwise, the free area is recorded
  243. in a free list array, where each entry corresponds to a free list
  244. of areas of the same size. Large vectors, buffers, and other large
  245. objects are allocated and freed individually.
  246. @cindex CL note---allocate more storage
  247. @quotation
  248. @b{Common Lisp note:} Unlike other Lisps, GNU Emacs Lisp does not
  249. call the garbage collector when the free list is empty. Instead, it
  250. simply requests the operating system to allocate more storage, and
  251. processing continues until @code{gc-cons-threshold} bytes have been
  252. used.
  253. This means that you can make sure that the garbage collector will not
  254. run during a certain portion of a Lisp program by calling the garbage
  255. collector explicitly just before it (provided that portion of the
  256. program does not use so much space as to force a second garbage
  257. collection).
  258. @end quotation
  259. @deffn Command garbage-collect
  260. This command runs a garbage collection, and returns information on
  261. the amount of space in use. (Garbage collection can also occur
  262. spontaneously if you use more than @code{gc-cons-threshold} bytes of
  263. Lisp data since the previous garbage collection.)
  264. @code{garbage-collect} returns a list with information on amount of space in
  265. use, where each entry has the form @samp{(@var{name} @var{size} @var{used})}
  266. or @samp{(@var{name} @var{size} @var{used} @var{free})}. In the entry,
  267. @var{name} is a symbol describing the kind of objects this entry represents,
  268. @var{size} is the number of bytes used by each one, @var{used} is the number
  269. of those objects that were found live in the heap, and optional @var{free} is
  270. the number of those objects that are not live but that Emacs keeps around for
  271. future allocations. So an overall result is:
  272. @example
  273. ((@code{conses} @var{cons-size} @var{used-conses} @var{free-conses})
  274. (@code{symbols} @var{symbol-size} @var{used-symbols} @var{free-symbols})
  275. (@code{miscs} @var{misc-size} @var{used-miscs} @var{free-miscs})
  276. (@code{strings} @var{string-size} @var{used-strings} @var{free-strings})
  277. (@code{string-bytes} @var{byte-size} @var{used-bytes})
  278. (@code{vectors} @var{vector-size} @var{used-vectors})
  279. (@code{vector-slots} @var{slot-size} @var{used-slots} @var{free-slots})
  280. (@code{floats} @var{float-size} @var{used-floats} @var{free-floats})
  281. (@code{intervals} @var{interval-size} @var{used-intervals} @var{free-intervals})
  282. (@code{buffers} @var{buffer-size} @var{used-buffers})
  283. (@code{heap} @var{unit-size} @var{total-size} @var{free-size}))
  284. @end example
  285. Here is an example:
  286. @example
  287. (garbage-collect)
  288. @result{} ((conses 16 49126 8058) (symbols 48 14607 0)
  289. (miscs 40 34 56) (strings 32 2942 2607)
  290. (string-bytes 1 78607) (vectors 16 7247)
  291. (vector-slots 8 341609 29474) (floats 8 71 102)
  292. (intervals 56 27 26) (buffers 944 8)
  293. (heap 1024 11715 2678))
  294. @end example
  295. Below is a table explaining each element. Note that last @code{heap} entry
  296. is optional and present only if an underlying @code{malloc} implementation
  297. provides @code{mallinfo} function.
  298. @table @var
  299. @item cons-size
  300. Internal size of a cons cell, i.e., @code{sizeof (struct Lisp_Cons)}.
  301. @item used-conses
  302. The number of cons cells in use.
  303. @item free-conses
  304. The number of cons cells for which space has been obtained from
  305. the operating system, but that are not currently being used.
  306. @item symbol-size
  307. Internal size of a symbol, i.e., @code{sizeof (struct Lisp_Symbol)}.
  308. @item used-symbols
  309. The number of symbols in use.
  310. @item free-symbols
  311. The number of symbols for which space has been obtained from
  312. the operating system, but that are not currently being used.
  313. @item misc-size
  314. Internal size of a miscellaneous entity, i.e.,
  315. @code{sizeof (union Lisp_Misc)}, which is a size of the
  316. largest type enumerated in @code{enum Lisp_Misc_Type}.
  317. @item used-miscs
  318. The number of miscellaneous objects in use. These include markers
  319. and overlays, plus certain objects not visible to users.
  320. @item free-miscs
  321. The number of miscellaneous objects for which space has been obtained
  322. from the operating system, but that are not currently being used.
  323. @item string-size
  324. Internal size of a string header, i.e., @code{sizeof (struct Lisp_String)}.
  325. @item used-strings
  326. The number of string headers in use.
  327. @item free-strings
  328. The number of string headers for which space has been obtained
  329. from the operating system, but that are not currently being used.
  330. @item byte-size
  331. This is used for convenience and equals to @code{sizeof (char)}.
  332. @item used-bytes
  333. The total size of all string data in bytes.
  334. @item vector-size
  335. Internal size of a vector header, i.e., @code{sizeof (struct Lisp_Vector)}.
  336. @item used-vectors
  337. The number of vector headers allocated from the vector blocks.
  338. @item slot-size
  339. Internal size of a vector slot, always equal to @code{sizeof (Lisp_Object)}.
  340. @item used-slots
  341. The number of slots in all used vectors.
  342. @item free-slots
  343. The number of free slots in all vector blocks.
  344. @item float-size
  345. Internal size of a float object, i.e., @code{sizeof (struct Lisp_Float)}.
  346. (Do not confuse it with the native platform @code{float} or @code{double}.)
  347. @item used-floats
  348. The number of floats in use.
  349. @item free-floats
  350. The number of floats for which space has been obtained from
  351. the operating system, but that are not currently being used.
  352. @item interval-size
  353. Internal size of an interval object, i.e., @code{sizeof (struct interval)}.
  354. @item used-intervals
  355. The number of intervals in use.
  356. @item free-intervals
  357. The number of intervals for which space has been obtained from
  358. the operating system, but that are not currently being used.
  359. @item buffer-size
  360. Internal size of a buffer, i.e., @code{sizeof (struct buffer)}.
  361. (Do not confuse with the value returned by @code{buffer-size} function.)
  362. @item used-buffers
  363. The number of buffer objects in use. This includes killed buffers
  364. invisible to users, i.e., all buffers in @code{all_buffers} list.
  365. @item unit-size
  366. The unit of heap space measurement, always equal to 1024 bytes.
  367. @item total-size
  368. Total heap size, in @var{unit-size} units.
  369. @item free-size
  370. Heap space which is not currently used, in @var{unit-size} units.
  371. @end table
  372. If there was overflow in pure space (@pxref{Pure Storage}),
  373. @code{garbage-collect} returns @code{nil}, because a real garbage
  374. collection cannot be done.
  375. @end deffn
  376. @defopt garbage-collection-messages
  377. If this variable is non-@code{nil}, Emacs displays a message at the
  378. beginning and end of garbage collection. The default value is
  379. @code{nil}.
  380. @end defopt
  381. @defvar post-gc-hook
  382. This is a normal hook that is run at the end of garbage collection.
  383. Garbage collection is inhibited while the hook functions run, so be
  384. careful writing them.
  385. @end defvar
  386. @defopt gc-cons-threshold
  387. The value of this variable is the number of bytes of storage that must
  388. be allocated for Lisp objects after one garbage collection in order to
  389. trigger another garbage collection. You can use the result returned by
  390. @code{garbage-collect} to get an information about size of the particular
  391. object type; space allocated to the contents of buffers does not count.
  392. Note that the subsequent garbage collection does not happen immediately
  393. when the threshold is exhausted, but only the next time the Lisp interpreter
  394. is called.
  395. The initial threshold value is @code{GC_DEFAULT_THRESHOLD}, defined in
  396. @file{alloc.c}. Since it's defined in @code{word_size} units, the value
  397. is 400,000 for the default 32-bit configuration and 800,000 for the 64-bit
  398. one. If you specify a larger value, garbage collection will happen less
  399. often. This reduces the amount of time spent garbage collecting, but
  400. increases total memory use. You may want to do this when running a program
  401. that creates lots of Lisp data.
  402. You can make collections more frequent by specifying a smaller value, down
  403. to 1/10th of @code{GC_DEFAULT_THRESHOLD}. A value less than this minimum
  404. will remain in effect only until the subsequent garbage collection, at which
  405. time @code{garbage-collect} will set the threshold back to the minimum.
  406. @end defopt
  407. @defopt gc-cons-percentage
  408. The value of this variable specifies the amount of consing before a
  409. garbage collection occurs, as a fraction of the current heap size.
  410. This criterion and @code{gc-cons-threshold} apply in parallel, and
  411. garbage collection occurs only when both criteria are satisfied.
  412. As the heap size increases, the time to perform a garbage collection
  413. increases. Thus, it can be desirable to do them less frequently in
  414. proportion.
  415. @end defopt
  416. The value returned by @code{garbage-collect} describes the amount of
  417. memory used by Lisp data, broken down by data type. By contrast, the
  418. function @code{memory-limit} provides information on the total amount of
  419. memory Emacs is currently using.
  420. @defun memory-limit
  421. This function returns the address of the last byte Emacs has allocated,
  422. divided by 1024. We divide the value by 1024 to make sure it fits in a
  423. Lisp integer.
  424. You can use this to get a general idea of how your actions affect the
  425. memory usage.
  426. @end defun
  427. @defvar memory-full
  428. This variable is @code{t} if Emacs is nearly out of memory for Lisp
  429. objects, and @code{nil} otherwise.
  430. @end defvar
  431. @defun memory-use-counts
  432. This returns a list of numbers that count the number of objects
  433. created in this Emacs session. Each of these counters increments for
  434. a certain kind of object. See the documentation string for details.
  435. @end defun
  436. @defun memory-info
  437. This functions returns an amount of total system memory and how much
  438. of it is free. On an unsupported system, the value may be @code{nil}.
  439. @end defun
  440. @defvar gcs-done
  441. This variable contains the total number of garbage collections
  442. done so far in this Emacs session.
  443. @end defvar
  444. @defvar gc-elapsed
  445. This variable contains the total number of seconds of elapsed time
  446. during garbage collection so far in this Emacs session, as a
  447. floating-point number.
  448. @end defvar
  449. @node Stack-allocated Objects
  450. @section Stack-allocated Objects
  451. @cindex stack allocated Lisp objects
  452. @cindex Lisp objects, stack-allocated
  453. The garbage collector described above is used to manage data visible
  454. from Lisp programs, as well as most of the data internally used by the
  455. Lisp interpreter. Sometimes it may be useful to allocate temporary
  456. internal objects using the C stack of the interpreter. This can help
  457. performance, as stack allocation is typically faster than using heap
  458. memory to allocate and the garbage collector to free. The downside is
  459. that using such objects after they are freed results in undefined
  460. behavior, so uses should be well thought out and carefully debugged by
  461. using the @code{GC_CHECK_MARKED_OBJECTS} feature (see
  462. @file{src/alloc.c}). In particular, stack-allocated objects should
  463. never be made visible to user Lisp code.
  464. Currently, cons cells and strings can be allocated this way. This
  465. is implemented by C macros like @code{AUTO_CONS} and
  466. @code{AUTO_STRING} that define a named @code{Lisp_Object} with block
  467. lifetime. These objects are not freed by the garbage collector;
  468. instead, they have automatic storage duration, i.e., they are
  469. allocated like local variables and are automatically freed at the end
  470. of execution of the C block that defined the object.
  471. For performance reasons, stack-allocated strings are limited to
  472. @acronym{ASCII} characters, and many of these strings are immutable,
  473. i.e., calling @code{ASET} on them produces undefined behavior.
  474. @node Memory Usage
  475. @section Memory Usage
  476. @cindex memory usage
  477. These functions and variables give information about the total amount
  478. of memory allocation that Emacs has done, broken down by data type.
  479. Note the difference between these and the values returned by
  480. @code{garbage-collect}; those count objects that currently exist, but
  481. these count the number or size of all allocations, including those for
  482. objects that have since been freed.
  483. @defvar cons-cells-consed
  484. The total number of cons cells that have been allocated so far
  485. in this Emacs session.
  486. @end defvar
  487. @defvar floats-consed
  488. The total number of floats that have been allocated so far
  489. in this Emacs session.
  490. @end defvar
  491. @defvar vector-cells-consed
  492. The total number of vector cells that have been allocated so far
  493. in this Emacs session.
  494. @end defvar
  495. @defvar symbols-consed
  496. The total number of symbols that have been allocated so far
  497. in this Emacs session.
  498. @end defvar
  499. @defvar string-chars-consed
  500. The total number of string characters that have been allocated so far
  501. in this session.
  502. @end defvar
  503. @defvar misc-objects-consed
  504. The total number of miscellaneous objects that have been allocated so
  505. far in this session. These include markers and overlays, plus
  506. certain objects not visible to users.
  507. @end defvar
  508. @defvar intervals-consed
  509. The total number of intervals that have been allocated so far
  510. in this Emacs session.
  511. @end defvar
  512. @defvar strings-consed
  513. The total number of strings that have been allocated so far in this
  514. Emacs session.
  515. @end defvar
  516. @node C Dialect
  517. @section C Dialect
  518. @cindex C programming language
  519. The C part of Emacs is portable to C99 or later: C11-specific features such
  520. as @samp{<stdalign.h>} and @samp{_Noreturn} are not used without a check,
  521. typically at configuration time, and the Emacs build procedure
  522. provides a substitute implementation if necessary. Some C11 features,
  523. such as anonymous structures and unions, are too difficult to emulate,
  524. so they are avoided entirely.
  525. At some point in the future the base C dialect will no doubt change to C11.
  526. @node Writing Emacs Primitives
  527. @section Writing Emacs Primitives
  528. @cindex primitive function internals
  529. @cindex writing Emacs primitives
  530. Lisp primitives are Lisp functions implemented in C@. The details of
  531. interfacing the C function so that Lisp can call it are handled by a few
  532. C macros. The only way to really understand how to write new C code is
  533. to read the source, but we can explain some things here.
  534. An example of a special form is the definition of @code{or}, from
  535. @file{eval.c}. (An ordinary function would have the same general
  536. appearance.)
  537. @smallexample
  538. @group
  539. DEFUN ("or", For, Sor, 0, UNEVALLED, 0,
  540. doc: /* Eval args until one of them yields non-nil, then return
  541. that value.
  542. The remaining args are not evalled at all.
  543. If all args return nil, return nil.
  544. @end group
  545. @group
  546. usage: (or CONDITIONS...) */)
  547. (Lisp_Object args)
  548. @{
  549. Lisp_Object val = Qnil;
  550. @end group
  551. @group
  552. while (CONSP (args))
  553. @{
  554. val = eval_sub (XCAR (args));
  555. if (!NILP (val))
  556. break;
  557. args = XCDR (args);
  558. QUIT;
  559. @}
  560. @end group
  561. @group
  562. return val;
  563. @}
  564. @end group
  565. @end smallexample
  566. @cindex @code{DEFUN}, C macro to define Lisp primitives
  567. Let's start with a precise explanation of the arguments to the
  568. @code{DEFUN} macro. Here is a template for them:
  569. @example
  570. DEFUN (@var{lname}, @var{fname}, @var{sname}, @var{min}, @var{max}, @var{interactive}, @var{doc})
  571. @end example
  572. @table @var
  573. @item lname
  574. This is the name of the Lisp symbol to define as the function name; in
  575. the example above, it is @code{or}.
  576. @item fname
  577. This is the C function name for this function. This is the name that
  578. is used in C code for calling the function. The name is, by
  579. convention, @samp{F} prepended to the Lisp name, with all dashes
  580. (@samp{-}) in the Lisp name changed to underscores. Thus, to call
  581. this function from C code, call @code{For}.
  582. @item sname
  583. This is a C variable name to use for a structure that holds the data for
  584. the subr object that represents the function in Lisp. This structure
  585. conveys the Lisp symbol name to the initialization routine that will
  586. create the symbol and store the subr object as its definition. By
  587. convention, this name is always @var{fname} with @samp{F} replaced with
  588. @samp{S}.
  589. @item min
  590. This is the minimum number of arguments that the function requires. The
  591. function @code{or} allows a minimum of zero arguments.
  592. @item max
  593. This is the maximum number of arguments that the function accepts, if
  594. there is a fixed maximum. Alternatively, it can be @code{UNEVALLED},
  595. indicating a special form that receives unevaluated arguments, or
  596. @code{MANY}, indicating an unlimited number of evaluated arguments (the
  597. equivalent of @code{&rest}). Both @code{UNEVALLED} and @code{MANY} are
  598. macros. If @var{max} is a number, it must be more than @var{min} but
  599. less than 8.
  600. @cindex interactive specification in primitives
  601. @item interactive
  602. This is an interactive specification, a string such as might be used
  603. as the argument of @code{interactive} in a Lisp function. In the case
  604. of @code{or}, it is 0 (a null pointer), indicating that @code{or}
  605. cannot be called interactively. A value of @code{""} indicates a
  606. function that should receive no arguments when called interactively.
  607. If the value begins with a @samp{"(}, the string is evaluated as a
  608. Lisp form. For example:
  609. @example
  610. @group
  611. DEFUN ("foo", Ffoo, Sfoo, 0, UNEVALLED,
  612. "(list (read-char-by-name \"Insert character: \")\
  613. (prefix-numeric-value current-prefix-arg)\
  614. t))",
  615. doc: /* @dots{} /*)
  616. @end group
  617. @end example
  618. @item doc
  619. This is the documentation string. It uses C comment syntax rather
  620. than C string syntax because comment syntax requires nothing special
  621. to include multiple lines. The @samp{doc:} identifies the comment
  622. that follows as the documentation string. The @samp{/*} and @samp{*/}
  623. delimiters that begin and end the comment are not part of the
  624. documentation string.
  625. If the last line of the documentation string begins with the keyword
  626. @samp{usage:}, the rest of the line is treated as the argument list
  627. for documentation purposes. This way, you can use different argument
  628. names in the documentation string from the ones used in the C code.
  629. @samp{usage:} is required if the function has an unlimited number of
  630. arguments.
  631. All the usual rules for documentation strings in Lisp code
  632. (@pxref{Documentation Tips}) apply to C code documentation strings
  633. too.
  634. @end table
  635. After the call to the @code{DEFUN} macro, you must write the
  636. argument list for the C function, including the types for the
  637. arguments. If the primitive accepts a fixed maximum number of Lisp
  638. arguments, there must be one C argument for each Lisp argument, and
  639. each argument must be of type @code{Lisp_Object}. (Various macros and
  640. functions for creating values of type @code{Lisp_Object} are declared
  641. in the file @file{lisp.h}.) If the primitive has no upper limit on
  642. the number of Lisp arguments, it must have exactly two C arguments:
  643. the first is the number of Lisp arguments, and the second is the
  644. address of a block containing their values. These have types
  645. @code{int} and @w{@code{Lisp_Object *}} respectively. Since
  646. @code{Lisp_Object} can hold any Lisp object of any data type, you
  647. can determine the actual data type only at run time; so if you want
  648. a primitive to accept only a certain type of argument, you must check
  649. the type explicitly using a suitable predicate (@pxref{Type Predicates}).
  650. @cindex type checking internals
  651. @cindex garbage collection protection
  652. @cindex protect C variables from garbage collection
  653. Within the function @code{For} itself, the local variable
  654. @code{args} refers to objects controlled by Emacs's stack-marking
  655. garbage collector. Although the garbage collector does not reclaim
  656. objects reachable from C @code{Lisp_Object} stack variables, it may
  657. move non-object components of an object, such as string contents; so
  658. functions that access non-object components must take care to refetch
  659. their addresses after performing Lisp evaluation. Lisp evaluation can
  660. occur via calls to @code{eval_sub} or @code{Feval}, either directly or
  661. indirectly.
  662. @cindex @code{QUIT}, use in Lisp primitives
  663. Note the call to the @code{QUIT} macro inside the loop: this macro
  664. checks whether the user pressed @kbd{C-g}, and if so, aborts the
  665. processing. You should do that in any loop that can potentially
  666. require a large number of iterations; in this case, the list of
  667. arguments could be very long. This increases Emacs responsiveness and
  668. improves user experience.
  669. You must not use C initializers for static or global variables unless
  670. the variables are never written once Emacs is dumped. These variables
  671. with initializers are allocated in an area of memory that becomes
  672. read-only (on certain operating systems) as a result of dumping Emacs.
  673. @xref{Pure Storage}.
  674. @cindex @code{defsubr}, Lisp symbol for a primitive
  675. Defining the C function is not enough to make a Lisp primitive
  676. available; you must also create the Lisp symbol for the primitive and
  677. store a suitable subr object in its function cell. The code looks like
  678. this:
  679. @example
  680. defsubr (&@var{sname});
  681. @end example
  682. @noindent
  683. Here @var{sname} is the name you used as the third argument to @code{DEFUN}.
  684. If you add a new primitive to a file that already has Lisp primitives
  685. defined in it, find the function (near the end of the file) named
  686. @code{syms_of_@var{something}}, and add the call to @code{defsubr}
  687. there. If the file doesn't have this function, or if you create a new
  688. file, add to it a @code{syms_of_@var{filename}} (e.g.,
  689. @code{syms_of_myfile}). Then find the spot in @file{emacs.c} where all
  690. of these functions are called, and add a call to
  691. @code{syms_of_@var{filename}} there.
  692. @anchor{Defining Lisp variables in C}
  693. @vindex byte-boolean-vars
  694. @cindex defining Lisp variables in C
  695. @cindex @code{DEFVAR_INT}, @code{DEFVAR_LISP}, @code{DEFVAR_BOOL}
  696. The function @code{syms_of_@var{filename}} is also the place to define
  697. any C variables that are to be visible as Lisp variables.
  698. @code{DEFVAR_LISP} makes a C variable of type @code{Lisp_Object} visible
  699. in Lisp. @code{DEFVAR_INT} makes a C variable of type @code{int}
  700. visible in Lisp with a value that is always an integer.
  701. @code{DEFVAR_BOOL} makes a C variable of type @code{int} visible in Lisp
  702. with a value that is either @code{t} or @code{nil}. Note that variables
  703. defined with @code{DEFVAR_BOOL} are automatically added to the list
  704. @code{byte-boolean-vars} used by the byte compiler.
  705. @cindex defining customization variables in C
  706. If you want to make a Lisp variables that is defined in C behave
  707. like one declared with @code{defcustom}, add an appropriate entry to
  708. @file{cus-start.el}.
  709. @cindex @code{staticpro}, protection from GC
  710. If you define a file-scope C variable of type @code{Lisp_Object},
  711. you must protect it from garbage-collection by calling @code{staticpro}
  712. in @code{syms_of_@var{filename}}, like this:
  713. @example
  714. staticpro (&@var{variable});
  715. @end example
  716. Here is another example function, with more complicated arguments.
  717. This comes from the code in @file{window.c}, and it demonstrates the use
  718. of macros and functions to manipulate Lisp objects.
  719. @smallexample
  720. @group
  721. DEFUN ("coordinates-in-window-p", Fcoordinates_in_window_p,
  722. Scoordinates_in_window_p, 2, 2, 0,
  723. doc: /* Return non-nil if COORDINATES are in WINDOW.
  724. ...
  725. @end group
  726. @group
  727. or `right-margin' is returned. */)
  728. (register Lisp_Object coordinates, Lisp_Object window)
  729. @{
  730. struct window *w;
  731. struct frame *f;
  732. int x, y;
  733. Lisp_Object lx, ly;
  734. @end group
  735. @group
  736. CHECK_LIVE_WINDOW (window);
  737. w = XWINDOW (window);
  738. f = XFRAME (w->frame);
  739. CHECK_CONS (coordinates);
  740. lx = Fcar (coordinates);
  741. ly = Fcdr (coordinates);
  742. CHECK_NUMBER_OR_FLOAT (lx);
  743. CHECK_NUMBER_OR_FLOAT (ly);
  744. x = FRAME_PIXEL_X_FROM_CANON_X (f, lx) + FRAME_INTERNAL_BORDER_WIDTH(f);
  745. y = FRAME_PIXEL_Y_FROM_CANON_Y (f, ly) + FRAME_INTERNAL_BORDER_WIDTH(f);
  746. @end group
  747. @group
  748. switch (coordinates_in_window (w, x, y))
  749. @{
  750. case ON_NOTHING: /* NOT in window at all. */
  751. return Qnil;
  752. @end group
  753. ...
  754. @group
  755. case ON_MODE_LINE: /* In mode line of window. */
  756. return Qmode_line;
  757. @end group
  758. ...
  759. @group
  760. case ON_SCROLL_BAR: /* On scroll-bar of window. */
  761. /* Historically we are supposed to return nil in this case. */
  762. return Qnil;
  763. @end group
  764. @group
  765. default:
  766. abort ();
  767. @}
  768. @}
  769. @end group
  770. @end smallexample
  771. Note that C code cannot call functions by name unless they are defined
  772. in C@. The way to call a function written in Lisp is to use
  773. @code{Ffuncall}, which embodies the Lisp function @code{funcall}. Since
  774. the Lisp function @code{funcall} accepts an unlimited number of
  775. arguments, in C it takes two: the number of Lisp-level arguments, and a
  776. one-dimensional array containing their values. The first Lisp-level
  777. argument is the Lisp function to call, and the rest are the arguments to
  778. pass to it.
  779. The C functions @code{call0}, @code{call1}, @code{call2}, and so on,
  780. provide handy ways to call a Lisp function conveniently with a fixed
  781. number of arguments. They work by calling @code{Ffuncall}.
  782. @file{eval.c} is a very good file to look through for examples;
  783. @file{lisp.h} contains the definitions for some important macros and
  784. functions.
  785. If you define a function which is side-effect free, update the code
  786. in @file{byte-opt.el} that binds @code{side-effect-free-fns} and
  787. @code{side-effect-and-error-free-fns} so that the compiler optimizer
  788. knows about it.
  789. @node Object Internals
  790. @section Object Internals
  791. @cindex object internals
  792. Emacs Lisp provides a rich set of the data types. Some of them, like cons
  793. cells, integers and strings, are common to nearly all Lisp dialects. Some
  794. others, like markers and buffers, are quite special and needed to provide
  795. the basic support to write editor commands in Lisp. To implement such
  796. a variety of object types and provide an efficient way to pass objects between
  797. the subsystems of an interpreter, there is a set of C data structures and
  798. a special type to represent the pointers to all of them, which is known as
  799. @dfn{tagged pointer}.
  800. In C, the tagged pointer is an object of type @code{Lisp_Object}. Any
  801. initialized variable of such a type always holds the value of one of the
  802. following basic data types: integer, symbol, string, cons cell, float,
  803. vectorlike or miscellaneous object. Each of these data types has the
  804. corresponding tag value. All tags are enumerated by @code{enum Lisp_Type}
  805. and placed into a 3-bit bitfield of the @code{Lisp_Object}. The rest of the
  806. bits is the value itself. Integers are immediate, i.e., directly
  807. represented by those @dfn{value bits}, and all other objects are represented
  808. by the C pointers to a corresponding object allocated from the heap. Width
  809. of the @code{Lisp_Object} is platform- and configuration-dependent: usually
  810. it's equal to the width of an underlying platform pointer (i.e., 32-bit on
  811. a 32-bit machine and 64-bit on a 64-bit one), but also there is a special
  812. configuration where @code{Lisp_Object} is 64-bit but all pointers are 32-bit.
  813. The latter trick was designed to overcome the limited range of values for
  814. Lisp integers on a 32-bit system by using 64-bit @code{long long} type for
  815. @code{Lisp_Object}.
  816. The following C data structures are defined in @file{lisp.h} to represent
  817. the basic data types beyond integers:
  818. @table @code
  819. @item struct Lisp_Cons
  820. Cons cell, an object used to construct lists.
  821. @item struct Lisp_String
  822. String, the basic object to represent a sequence of characters.
  823. @item struct Lisp_Vector
  824. Array, a fixed-size set of Lisp objects which may be accessed by an index.
  825. @item struct Lisp_Symbol
  826. Symbol, the unique-named entity commonly used as an identifier.
  827. @item struct Lisp_Float
  828. Floating-point value.
  829. @item union Lisp_Misc
  830. Miscellaneous kinds of objects which don't fit into any of the above.
  831. @end table
  832. These types are the first-class citizens of an internal type system.
  833. Since the tag space is limited, all other types are the subtypes of either
  834. @code{Lisp_Vectorlike} or @code{Lisp_Misc}. Vector subtypes are enumerated
  835. by @code{enum pvec_type}, and nearly all complex objects like windows, buffers,
  836. frames, and processes fall into this category. The rest of special types,
  837. including markers and overlays, are enumerated by @code{enum Lisp_Misc_Type}
  838. and form the set of subtypes of @code{Lisp_Misc}.
  839. Below there is a description of a few subtypes of @code{Lisp_Vectorlike}.
  840. Buffer object represents the text to display and edit. Window is the part
  841. of display structure which shows the buffer or used as a container to
  842. recursively place other windows on the same frame. (Do not confuse Emacs Lisp
  843. window object with the window as an entity managed by the user interface
  844. system like X; in Emacs terminology, the latter is called frame.) Finally,
  845. process object is used to manage the subprocesses.
  846. @menu
  847. * Buffer Internals:: Components of a buffer structure.
  848. * Window Internals:: Components of a window structure.
  849. * Process Internals:: Components of a process structure.
  850. @end menu
  851. @node Buffer Internals
  852. @subsection Buffer Internals
  853. @cindex internals, of buffer
  854. @cindex buffer internals
  855. Two structures (see @file{buffer.h}) are used to represent buffers
  856. in C@. The @code{buffer_text} structure contains fields describing the
  857. text of a buffer; the @code{buffer} structure holds other fields. In
  858. the case of indirect buffers, two or more @code{buffer} structures
  859. reference the same @code{buffer_text} structure.
  860. Here are some of the fields in @code{struct buffer_text}:
  861. @table @code
  862. @item beg
  863. The address of the buffer contents.
  864. @item gpt
  865. @itemx gpt_byte
  866. The character and byte positions of the buffer gap. @xref{Buffer
  867. Gap}.
  868. @item z
  869. @itemx z_byte
  870. The character and byte positions of the end of the buffer text.
  871. @item gap_size
  872. The size of buffer's gap. @xref{Buffer Gap}.
  873. @item modiff
  874. @itemx save_modiff
  875. @itemx chars_modiff
  876. @itemx overlay_modiff
  877. These fields count the number of buffer-modification events performed
  878. in this buffer. @code{modiff} is incremented after each
  879. buffer-modification event, and is never otherwise changed;
  880. @code{save_modiff} contains the value of @code{modiff} the last time
  881. the buffer was visited or saved; @code{chars_modiff} counts only
  882. modifications to the characters in the buffer, ignoring all other
  883. kinds of changes; and @code{overlay_modiff} counts only modifications
  884. to the overlays.
  885. @item beg_unchanged
  886. @itemx end_unchanged
  887. The number of characters at the start and end of the text that are
  888. known to be unchanged since the last complete redisplay.
  889. @item unchanged_modified
  890. @itemx overlay_unchanged_modified
  891. The values of @code{modiff} and @code{overlay_modiff}, respectively,
  892. after the last complete redisplay. If their current values match
  893. @code{modiff} or @code{overlay_modiff}, that means
  894. @code{beg_unchanged} and @code{end_unchanged} contain no useful
  895. information.
  896. @item markers
  897. The markers that refer to this buffer. This is actually a single
  898. marker, and successive elements in its marker @code{chain} are the other
  899. markers referring to this buffer text.
  900. @item intervals
  901. The interval tree which records the text properties of this buffer.
  902. @end table
  903. Some of the fields of @code{struct buffer} are:
  904. @table @code
  905. @item header
  906. A header of type @code{struct vectorlike_header} is common to all
  907. vectorlike objects.
  908. @item own_text
  909. A @code{struct buffer_text} structure that ordinarily holds the buffer
  910. contents. In indirect buffers, this field is not used.
  911. @item text
  912. A pointer to the @code{buffer_text} structure for this buffer. In an
  913. ordinary buffer, this is the @code{own_text} field above. In an
  914. indirect buffer, this is the @code{own_text} field of the base buffer.
  915. @item next
  916. A pointer to the next buffer, in the chain of all buffers, including
  917. killed buffers. This chain is used only for allocation and garbage
  918. collection, in order to collect killed buffers properly.
  919. @item pt
  920. @itemx pt_byte
  921. The character and byte positions of point in a buffer.
  922. @item begv
  923. @itemx begv_byte
  924. The character and byte positions of the beginning of the accessible
  925. range of text in the buffer.
  926. @item zv
  927. @itemx zv_byte
  928. The character and byte positions of the end of the accessible range of
  929. text in the buffer.
  930. @item base_buffer
  931. In an indirect buffer, this points to the base buffer. In an ordinary
  932. buffer, it is null.
  933. @item local_flags
  934. This field contains flags indicating that certain variables are local
  935. in this buffer. Such variables are declared in the C code using
  936. @code{DEFVAR_PER_BUFFER}, and their buffer-local bindings are stored
  937. in fields in the buffer structure itself. (Some of these fields are
  938. described in this table.)
  939. @item modtime
  940. The modification time of the visited file. It is set when the file is
  941. written or read. Before writing the buffer into a file, this field is
  942. compared to the modification time of the file to see if the file has
  943. changed on disk. @xref{Buffer Modification}.
  944. @item auto_save_modified
  945. The time when the buffer was last auto-saved.
  946. @item last_window_start
  947. The @code{window-start} position in the buffer as of the last time the
  948. buffer was displayed in a window.
  949. @item clip_changed
  950. This flag indicates that narrowing has changed in the buffer.
  951. @xref{Narrowing}.
  952. @item prevent_redisplay_optimizations_p
  953. This flag indicates that redisplay optimizations should not be used to
  954. display this buffer.
  955. @item overlay_center
  956. This field holds the current overlay center position. @xref{Managing
  957. Overlays}.
  958. @item overlays_before
  959. @itemx overlays_after
  960. These fields hold, respectively, a list of overlays that end at or
  961. before the current overlay center, and a list of overlays that end
  962. after the current overlay center. @xref{Managing Overlays}.
  963. @code{overlays_before} is sorted in order of decreasing end position,
  964. and @code{overlays_after} is sorted in order of increasing beginning
  965. position.
  966. @c FIXME? the following are now all Lisp_Object BUFFER_INTERNAL_FIELD (foo).
  967. @item name
  968. A Lisp string that names the buffer. It is guaranteed to be unique.
  969. @xref{Buffer Names}.
  970. @item save_length
  971. The length of the file this buffer is visiting, when last read or
  972. saved. This and other fields concerned with saving are not kept in
  973. the @code{buffer_text} structure because indirect buffers are never
  974. saved.
  975. @item directory
  976. The directory for expanding relative file names. This is the value of
  977. the buffer-local variable @code{default-directory} (@pxref{File Name Expansion}).
  978. @item filename
  979. The name of the file visited in this buffer, or @code{nil}. This is
  980. the value of the buffer-local variable @code{buffer-file-name}
  981. (@pxref{Buffer File Name}).
  982. @item undo_list
  983. @itemx backed_up
  984. @itemx auto_save_file_name
  985. @itemx auto_save_file_format
  986. @itemx read_only
  987. @itemx file_format
  988. @itemx file_truename
  989. @itemx invisibility_spec
  990. @itemx display_count
  991. @itemx display_time
  992. These fields store the values of Lisp variables that are automatically
  993. buffer-local (@pxref{Buffer-Local Variables}), whose corresponding
  994. variable names have the additional prefix @code{buffer-} and have
  995. underscores replaced with dashes. For instance, @code{undo_list}
  996. stores the value of @code{buffer-undo-list}.
  997. @item mark
  998. The mark for the buffer. The mark is a marker, hence it is also
  999. included on the list @code{markers}. @xref{The Mark}.
  1000. @item local_var_alist
  1001. The association list describing the buffer-local variable bindings of
  1002. this buffer, not including the built-in buffer-local bindings that
  1003. have special slots in the buffer object. (Those slots are omitted
  1004. from this table.) @xref{Buffer-Local Variables}.
  1005. @item major_mode
  1006. Symbol naming the major mode of this buffer, e.g., @code{lisp-mode}.
  1007. @item mode_name
  1008. Pretty name of the major mode, e.g., @code{"Lisp"}.
  1009. @item keymap
  1010. @itemx abbrev_table
  1011. @itemx syntax_table
  1012. @itemx category_table
  1013. @itemx display_table
  1014. These fields store the buffer's local keymap (@pxref{Keymaps}), abbrev
  1015. table (@pxref{Abbrev Tables}), syntax table (@pxref{Syntax Tables}),
  1016. category table (@pxref{Categories}), and display table (@pxref{Display
  1017. Tables}).
  1018. @item downcase_table
  1019. @itemx upcase_table
  1020. @itemx case_canon_table
  1021. These fields store the conversion tables for converting text to lower
  1022. case, upper case, and for canonicalizing text for case-fold search.
  1023. @xref{Case Tables}.
  1024. @item minor_modes
  1025. An alist of the minor modes of this buffer.
  1026. @item pt_marker
  1027. @itemx begv_marker
  1028. @itemx zv_marker
  1029. These fields are only used in an indirect buffer, or in a buffer that
  1030. is the base of an indirect buffer. Each holds a marker that records
  1031. @code{pt}, @code{begv}, and @code{zv} respectively, for this buffer
  1032. when the buffer is not current.
  1033. @item mode_line_format
  1034. @itemx header_line_format
  1035. @itemx case_fold_search
  1036. @itemx tab_width
  1037. @itemx fill_column
  1038. @itemx left_margin
  1039. @itemx auto_fill_function
  1040. @itemx truncate_lines
  1041. @itemx word_wrap
  1042. @itemx ctl_arrow
  1043. @itemx bidi_display_reordering
  1044. @itemx bidi_paragraph_direction
  1045. @itemx selective_display
  1046. @itemx selective_display_ellipses
  1047. @itemx overwrite_mode
  1048. @itemx abbrev_mode
  1049. @itemx mark_active
  1050. @itemx enable_multibyte_characters
  1051. @itemx buffer_file_coding_system
  1052. @itemx cache_long_line_scans
  1053. @itemx point_before_scroll
  1054. @itemx left_fringe_width
  1055. @itemx right_fringe_width
  1056. @itemx fringes_outside_margins
  1057. @itemx scroll_bar_width
  1058. @itemx indicate_empty_lines
  1059. @itemx indicate_buffer_boundaries
  1060. @itemx fringe_indicator_alist
  1061. @itemx fringe_cursor_alist
  1062. @itemx scroll_up_aggressively
  1063. @itemx scroll_down_aggressively
  1064. @itemx cursor_type
  1065. @itemx cursor_in_non_selected_windows
  1066. These fields store the values of Lisp variables that are automatically
  1067. buffer-local (@pxref{Buffer-Local Variables}), whose corresponding
  1068. variable names have underscores replaced with dashes. For instance,
  1069. @code{mode_line_format} stores the value of @code{mode-line-format}.
  1070. @item last_selected_window
  1071. This is the last window that was selected with this buffer in it, or @code{nil}
  1072. if that window no longer displays this buffer.
  1073. @end table
  1074. @node Window Internals
  1075. @subsection Window Internals
  1076. @cindex internals, of window
  1077. @cindex window internals
  1078. The fields of a window (for a complete list, see the definition of
  1079. @code{struct window} in @file{window.h}) include:
  1080. @table @code
  1081. @item frame
  1082. The frame that this window is on.
  1083. @item mini_p
  1084. Non-@code{nil} if this window is a minibuffer window.
  1085. @item parent
  1086. Internally, Emacs arranges windows in a tree; each group of siblings has
  1087. a parent window whose area includes all the siblings. This field points
  1088. to a window's parent.
  1089. Parent windows do not display buffers, and play little role in display
  1090. except to shape their child windows. Emacs Lisp programs usually have
  1091. no access to the parent windows; they operate on the windows at the
  1092. leaves of the tree, which actually display buffers.
  1093. @c FIXME: These two slots and the 'buffer' slot below were replaced
  1094. @c with a single slot 'contents' on 2013-03-28. --xfq
  1095. @item hchild
  1096. @itemx vchild
  1097. These fields contain the window's leftmost child and its topmost child
  1098. respectively. @code{hchild} is used if the window is subdivided
  1099. horizontally by child windows, and @code{vchild} if it is subdivided
  1100. vertically. In a live window, only one of @code{hchild}, @code{vchild},
  1101. and @code{buffer} (q.v.@:) is non-@code{nil}.
  1102. @item next
  1103. @itemx prev
  1104. The next sibling and previous sibling of this window. @code{next} is
  1105. @code{nil} if the window is the right-most or bottom-most in its group;
  1106. @code{prev} is @code{nil} if it is the left-most or top-most in its
  1107. group.
  1108. @item left_col
  1109. The left-hand edge of the window, measured in columns, relative to the
  1110. leftmost column in the frame (column 0).
  1111. @item top_line
  1112. The top edge of the window, measured in lines, relative to the topmost
  1113. line in the frame (line 0).
  1114. @item total_cols
  1115. @itemx total_lines
  1116. The width and height of the window, measured in columns and lines
  1117. respectively. The width includes the scroll bar and fringes, and/or
  1118. the separator line on the right of the window (if any).
  1119. @item buffer
  1120. The buffer that the window is displaying.
  1121. @item start
  1122. A marker pointing to the position in the buffer that is the first
  1123. character displayed in the window.
  1124. @item pointm
  1125. @cindex window point internals
  1126. This is the value of point in the current buffer when this window is
  1127. selected; when it is not selected, it retains its previous value.
  1128. @item force_start
  1129. If this flag is non-@code{nil}, it says that the window has been
  1130. scrolled explicitly by the Lisp program. This affects what the next
  1131. redisplay does if point is off the screen: instead of scrolling the
  1132. window to show the text around point, it moves point to a location that
  1133. is on the screen.
  1134. @item frozen_window_start_p
  1135. This field is set temporarily to 1 to indicate to redisplay that
  1136. @code{start} of this window should not be changed, even if point
  1137. gets invisible.
  1138. @item start_at_line_beg
  1139. Non-@code{nil} means current value of @code{start} was the beginning of a line
  1140. when it was chosen.
  1141. @item use_time
  1142. This is the last time that the window was selected. The function
  1143. @code{get-lru-window} uses this field.
  1144. @item sequence_number
  1145. A unique number assigned to this window when it was created.
  1146. @item last_modified
  1147. The @code{modiff} field of the window's buffer, as of the last time
  1148. a redisplay completed in this window.
  1149. @item last_overlay_modified
  1150. The @code{overlay_modiff} field of the window's buffer, as of the last
  1151. time a redisplay completed in this window.
  1152. @item last_point
  1153. The buffer's value of point, as of the last time a redisplay completed
  1154. in this window.
  1155. @item last_had_star
  1156. A non-@code{nil} value means the window's buffer was modified when the
  1157. window was last updated.
  1158. @item vertical_scroll_bar
  1159. This window's vertical scroll bar.
  1160. @item left_margin_cols
  1161. @itemx right_margin_cols
  1162. The widths of the left and right margins in this window. A value of
  1163. @code{nil} means no margin.
  1164. @item left_fringe_width
  1165. @itemx right_fringe_width
  1166. The widths of the left and right fringes in this window. A value of
  1167. @code{nil} or @code{t} means use the values of the frame.
  1168. @item fringes_outside_margins
  1169. A non-@code{nil} value means the fringes outside the display margins;
  1170. othersize they are between the margin and the text.
  1171. @item window_end_pos
  1172. This is computed as @code{z} minus the buffer position of the last glyph
  1173. in the current matrix of the window. The value is only valid if
  1174. @code{window_end_valid} is not @code{nil}.
  1175. @item window_end_bytepos
  1176. The byte position corresponding to @code{window_end_pos}.
  1177. @item window_end_vpos
  1178. The window-relative vertical position of the line containing
  1179. @code{window_end_pos}.
  1180. @item window_end_valid
  1181. This field is set to a non-@code{nil} value if @code{window_end_pos} is truly
  1182. valid. This is @code{nil} if nontrivial redisplay is pre-empted, since in that
  1183. case the display that @code{window_end_pos} was computed for did not get
  1184. onto the screen.
  1185. @item cursor
  1186. A structure describing where the cursor is in this window.
  1187. @item last_cursor
  1188. The value of @code{cursor} as of the last redisplay that finished.
  1189. @item phys_cursor
  1190. A structure describing where the cursor of this window physically is.
  1191. @item phys_cursor_type
  1192. @c FIXME What is this?
  1193. @c itemx phys_cursor_ascent
  1194. @itemx phys_cursor_height
  1195. @itemx phys_cursor_width
  1196. The type, height, and width of the cursor that was last displayed on
  1197. this window.
  1198. @item phys_cursor_on_p
  1199. This field is non-zero if the cursor is physically on.
  1200. @item cursor_off_p
  1201. Non-zero means the cursor in this window is logically off. This is
  1202. used for blinking the cursor.
  1203. @item last_cursor_off_p
  1204. This field contains the value of @code{cursor_off_p} as of the time of
  1205. the last redisplay.
  1206. @item must_be_updated_p
  1207. This is set to 1 during redisplay when this window must be updated.
  1208. @item hscroll
  1209. This is the number of columns that the display in the window is scrolled
  1210. horizontally to the left. Normally, this is 0.
  1211. @item vscroll
  1212. Vertical scroll amount, in pixels. Normally, this is 0.
  1213. @item dedicated
  1214. Non-@code{nil} if this window is dedicated to its buffer.
  1215. @item display_table
  1216. The window's display table, or @code{nil} if none is specified for it.
  1217. @item update_mode_line
  1218. Non-@code{nil} means this window's mode line needs to be updated.
  1219. @item base_line_number
  1220. The line number of a certain position in the buffer, or @code{nil}.
  1221. This is used for displaying the line number of point in the mode line.
  1222. @item base_line_pos
  1223. The position in the buffer for which the line number is known, or
  1224. @code{nil} meaning none is known. If it is a buffer, don't display
  1225. the line number as long as the window shows that buffer.
  1226. @item column_number_displayed
  1227. The column number currently displayed in this window's mode line, or @code{nil}
  1228. if column numbers are not being displayed.
  1229. @item current_matrix
  1230. @itemx desired_matrix
  1231. Glyph matrices describing the current and desired display of this window.
  1232. @end table
  1233. @node Process Internals
  1234. @subsection Process Internals
  1235. @cindex internals, of process
  1236. @cindex process internals
  1237. The fields of a process (for a complete list, see the definition of
  1238. @code{struct Lisp_Process} in @file{process.h}) include:
  1239. @table @code
  1240. @item name
  1241. A string, the name of the process.
  1242. @item command
  1243. A list containing the command arguments that were used to start this
  1244. process. For a network or serial process, it is @code{nil} if the
  1245. process is running or @code{t} if the process is stopped.
  1246. @item filter
  1247. A function used to accept output from the process.
  1248. @item sentinel
  1249. A function called whenever the state of the process changes.
  1250. @item buffer
  1251. The associated buffer of the process.
  1252. @item pid
  1253. An integer, the operating system's process @acronym{ID}.
  1254. Pseudo-processes such as network or serial connections use a value of 0.
  1255. @item childp
  1256. A flag, @code{t} if this is really a child process. For a network or
  1257. serial connection, it is a plist based on the arguments to
  1258. @code{make-network-process} or @code{make-serial-process}.
  1259. @item mark
  1260. A marker indicating the position of the end of the last output from this
  1261. process inserted into the buffer. This is often but not always the end
  1262. of the buffer.
  1263. @item kill_without_query
  1264. If this is non-zero, killing Emacs while this process is still running
  1265. does not ask for confirmation about killing the process.
  1266. @item raw_status
  1267. The raw process status, as returned by the @code{wait} system call.
  1268. @item status
  1269. The process status, as @code{process-status} should return it.
  1270. @item tick
  1271. @itemx update_tick
  1272. If these two fields are not equal, a change in the status of the process
  1273. needs to be reported, either by running the sentinel or by inserting a
  1274. message in the process buffer.
  1275. @item pty_flag
  1276. Non-@code{nil} if communication with the subprocess uses a pty;
  1277. @code{nil} if it uses a pipe.
  1278. @item infd
  1279. The file descriptor for input from the process.
  1280. @item outfd
  1281. The file descriptor for output to the process.
  1282. @item tty_name
  1283. The name of the terminal that the subprocess is using,
  1284. or @code{nil} if it is using pipes.
  1285. @item decode_coding_system
  1286. Coding-system for decoding the input from this process.
  1287. @item decoding_buf
  1288. A working buffer for decoding.
  1289. @item decoding_carryover
  1290. Size of carryover in decoding.
  1291. @item encode_coding_system
  1292. Coding-system for encoding the output to this process.
  1293. @item encoding_buf
  1294. A working buffer for encoding.
  1295. @item inherit_coding_system_flag
  1296. Flag to set @code{coding-system} of the process buffer from the
  1297. coding system used to decode process output.
  1298. @item type
  1299. Symbol indicating the type of process: @code{real}, @code{network},
  1300. @code{serial}.
  1301. @end table
  1302. @node C Integer Types
  1303. @section C Integer Types
  1304. @cindex integer types (C programming language)
  1305. Here are some guidelines for use of integer types in the Emacs C
  1306. source code. These guidelines sometimes give competing advice; common
  1307. sense is advised.
  1308. @itemize @bullet
  1309. @item
  1310. Avoid arbitrary limits. For example, avoid @code{int len = strlen
  1311. (s);} unless the length of @code{s} is required for other reasons to
  1312. fit in @code{int} range.
  1313. @item
  1314. Do not assume that signed integer arithmetic wraps around on overflow.
  1315. This is no longer true of Emacs porting targets: signed integer
  1316. overflow has undefined behavior in practice, and can dump core or
  1317. even cause earlier or later code to behave illogically. Unsigned
  1318. overflow does wrap around reliably, modulo a power of two.
  1319. @item
  1320. Prefer signed types to unsigned, as code gets confusing when signed
  1321. and unsigned types are combined. Many other guidelines assume that
  1322. types are signed; in the rarer cases where unsigned types are needed,
  1323. similar advice may apply to the unsigned counterparts (e.g.,
  1324. @code{size_t} instead of @code{ptrdiff_t}, or @code{uintptr_t} instead
  1325. of @code{intptr_t}).
  1326. @item
  1327. Prefer @code{int} for Emacs character codes, in the range 0 ..@: 0x3FFFFF@.
  1328. More generally, prefer @code{int} for integers known to be in
  1329. @code{int} range, e.g., screen column counts.
  1330. @item
  1331. Prefer @code{ptrdiff_t} for sizes, i.e., for integers bounded by the
  1332. maximum size of any individual C object or by the maximum number of
  1333. elements in any C array. This is part of Emacs's general preference
  1334. for signed types. Using @code{ptrdiff_t} limits objects to
  1335. @code{PTRDIFF_MAX} bytes, but larger objects would cause trouble
  1336. anyway since they would break pointer subtraction, so this does not
  1337. impose an arbitrary limit.
  1338. @item
  1339. Avoid @code{ssize_t} except when communicating to low-level APIs that
  1340. have @code{ssize_t}-related limitations. Although it's equivalent to
  1341. @code{ptrdiff_t} on typical platforms, @code{ssize_t} is occasionally
  1342. narrower, so using it for size-related calculations could overflow.
  1343. Also, @code{ptrdiff_t} is more ubiquitous and better-standardized, has
  1344. standard @code{printf} formats, and is the basis for Emacs's internal
  1345. size-overflow checking. When using @code{ssize_t}, please note that
  1346. POSIX requires support only for values in the range @minus{}1 ..@:
  1347. @code{SSIZE_MAX}.
  1348. @item
  1349. Prefer @code{intptr_t} for internal representations of pointers, or
  1350. for integers bounded only by the number of objects that can exist at
  1351. any given time or by the total number of bytes that can be allocated.
  1352. Currently Emacs sometimes uses other types when @code{intptr_t} would
  1353. be better; fixing this is lower priority, as the code works as-is on
  1354. Emacs's current porting targets.
  1355. @item
  1356. Prefer the Emacs-defined type @code{EMACS_INT} for representing values
  1357. converted to or from Emacs Lisp fixnums, as fixnum arithmetic is based
  1358. on @code{EMACS_INT}.
  1359. @item
  1360. When representing a system value (such as a file size or a count of
  1361. seconds since the Epoch), prefer the corresponding system type (e.g.,
  1362. @code{off_t}, @code{time_t}). Do not assume that a system type is
  1363. signed, unless this assumption is known to be safe. For example,
  1364. although @code{off_t} is always signed, @code{time_t} need not be.
  1365. @item
  1366. Prefer the Emacs-defined type @code{printmax_t} for representing
  1367. values that might be any signed integer that can be printed,
  1368. using a @code{printf}-family function.
  1369. @item
  1370. Prefer @code{intmax_t} for representing values that might be any
  1371. signed integer value.
  1372. @item
  1373. Prefer @code{bool}, @code{false} and @code{true} for booleans.
  1374. Using @code{bool} can make programs easier to read and a bit faster than
  1375. using @code{int}. Although it is also OK to use @code{int}, @code{0}
  1376. and @code{1}, this older style is gradually being phased out. When
  1377. using @code{bool}, respect the limitations of the replacement
  1378. implementation of @code{bool}, as documented in the source file
  1379. @file{lib/stdbool.in.h}. In particular, boolean bitfields should be of type
  1380. @code{bool_bf}, not @code{bool}, so that they work correctly even when
  1381. compiling Objective C with standard GCC.
  1382. @item
  1383. In bitfields, prefer @code{unsigned int} or @code{signed int} to
  1384. @code{int}, as @code{int} is less portable: it might be signed, and
  1385. might not be. Single-bit bit fields should be @code{unsigned int} or
  1386. @code{bool_bf} so that their values are 0 or 1.
  1387. @end itemize
  1388. @c FIXME Mention src/globals.h somewhere in this file?