123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385 |
- #include <sys/param.h>
- #include <sys/systm.h>
- #include <sys/proc.h>
- #include <sys/malloc.h>
- #include <sys/vnode.h>
- #include <sys/exec.h>
- #include <sys/mman.h>
- #include <sys/resourcevar.h>
- #include <uvm/uvm_extern.h>
- #ifdef DEBUG
- void
- new_vmcmd(struct exec_vmcmd_set *evsp,
- int (*proc)(struct proc *, struct exec_vmcmd *), u_long len, u_long addr,
- struct vnode *vp, u_long offset, u_int prot, int flags)
- {
- struct exec_vmcmd *vcp;
- if (evsp->evs_used >= evsp->evs_cnt)
- vmcmdset_extend(evsp);
- vcp = &evsp->evs_cmds[evsp->evs_used++];
- vcp->ev_proc = proc;
- vcp->ev_len = len;
- vcp->ev_addr = addr;
- if ((vcp->ev_vp = vp) != NULL)
- vref(vp);
- vcp->ev_offset = offset;
- vcp->ev_prot = prot;
- vcp->ev_flags = flags;
- }
- #endif
- void
- vmcmdset_extend(struct exec_vmcmd_set *evsp)
- {
- struct exec_vmcmd *nvcp;
- u_int ocnt;
- #ifdef DIAGNOSTIC
- if (evsp->evs_used < evsp->evs_cnt)
- panic("vmcmdset_extend: not necessary");
- #endif
- ocnt = evsp->evs_cnt;
- KASSERT(ocnt > 0);
-
- evsp->evs_cnt += ocnt;
-
- nvcp = mallocarray(evsp->evs_cnt, sizeof(*nvcp), M_EXEC,
- M_WAITOK);
- memcpy(nvcp, evsp->evs_cmds, ocnt * sizeof(*nvcp));
- if (evsp->evs_cmds != evsp->evs_start)
- free(evsp->evs_cmds, M_EXEC, ocnt * sizeof(*nvcp));
- evsp->evs_cmds = nvcp;
- }
- void
- kill_vmcmds(struct exec_vmcmd_set *evsp)
- {
- struct exec_vmcmd *vcp;
- int i;
- for (i = 0; i < evsp->evs_used; i++) {
- vcp = &evsp->evs_cmds[i];
- if (vcp->ev_vp != NULLVP)
- vrele(vcp->ev_vp);
- }
-
- evsp->evs_used = 0;
- if (evsp->evs_cmds != evsp->evs_start)
- free(evsp->evs_cmds, M_EXEC, 0);
- evsp->evs_cmds = evsp->evs_start;
- evsp->evs_cnt = EXEC_DEFAULT_VMCMD_SETSIZE;
- }
- int
- exec_process_vmcmds(struct proc *p, struct exec_package *epp)
- {
- struct exec_vmcmd *base_vc = NULL;
- int error = 0;
- int i;
- for (i = 0; i < epp->ep_vmcmds.evs_used && !error; i++) {
- struct exec_vmcmd *vcp;
- vcp = &epp->ep_vmcmds.evs_cmds[i];
- if (vcp->ev_flags & VMCMD_RELATIVE) {
- #ifdef DIAGNOSTIC
- if (base_vc == NULL)
- panic("exec_process_vmcmds: RELATIVE no base");
- #endif
- vcp->ev_addr += base_vc->ev_addr;
- }
- error = (*vcp->ev_proc)(p, vcp);
- if (vcp->ev_flags & VMCMD_BASE) {
- base_vc = vcp;
- }
- }
- kill_vmcmds(&epp->ep_vmcmds);
- return (error);
- }
- int
- vmcmd_map_pagedvn(struct proc *p, struct exec_vmcmd *cmd)
- {
-
- struct uvm_object *uobj;
- int error;
-
- if (cmd->ev_len == 0)
- return (0);
- if (cmd->ev_offset & PAGE_MASK)
- return (EINVAL);
- if (cmd->ev_addr & PAGE_MASK)
- return (EINVAL);
- if (cmd->ev_len & PAGE_MASK)
- return (EINVAL);
-
- uobj = uvn_attach(cmd->ev_vp, PROT_READ | PROT_EXEC);
- if (uobj == NULL)
- return (ENOMEM);
-
- error = uvm_map(&p->p_vmspace->vm_map, &cmd->ev_addr, cmd->ev_len,
- uobj, cmd->ev_offset, 0,
- UVM_MAPFLAG(cmd->ev_prot, PROT_MASK, MAP_INHERIT_COPY,
- MADV_NORMAL, UVM_FLAG_COPYONW|UVM_FLAG_FIXED));
-
- if (error) {
-
- uobj->pgops->pgo_detach(uobj);
- }
- return (error);
- }
- int
- vmcmd_map_readvn(struct proc *p, struct exec_vmcmd *cmd)
- {
- int error;
- vm_prot_t prot;
- if (cmd->ev_len == 0)
- return (0);
- prot = cmd->ev_prot;
- cmd->ev_addr = trunc_page(cmd->ev_addr);
- error = uvm_map(&p->p_vmspace->vm_map, &cmd->ev_addr,
- round_page(cmd->ev_len), NULL, UVM_UNKNOWN_OFFSET, 0,
- UVM_MAPFLAG(prot | PROT_WRITE, PROT_MASK, MAP_INHERIT_COPY,
- MADV_NORMAL, UVM_FLAG_FIXED|UVM_FLAG_OVERLAY|UVM_FLAG_COPYONW));
- if (error)
- return (error);
- error = vn_rdwr(UIO_READ, cmd->ev_vp, (caddr_t)cmd->ev_addr,
- cmd->ev_len, cmd->ev_offset, UIO_USERSPACE, IO_UNIT,
- p->p_ucred, NULL, p);
- if (error)
- return (error);
- if ((prot & PROT_WRITE) == 0) {
-
- return (uvm_map_protect(&p->p_vmspace->vm_map,
- trunc_page(cmd->ev_addr),
- round_page(cmd->ev_addr + cmd->ev_len),
- prot, FALSE));
- }
- return (0);
- }
- int
- vmcmd_map_zero(struct proc *p, struct exec_vmcmd *cmd)
- {
- if (cmd->ev_len == 0)
- return (0);
-
- cmd->ev_addr = trunc_page(cmd->ev_addr);
- return (uvm_map(&p->p_vmspace->vm_map, &cmd->ev_addr,
- round_page(cmd->ev_len), NULL, UVM_UNKNOWN_OFFSET, 0,
- UVM_MAPFLAG(cmd->ev_prot, PROT_MASK, MAP_INHERIT_COPY,
- MADV_NORMAL, UVM_FLAG_FIXED|UVM_FLAG_COPYONW)));
- }
- int
- vmcmd_randomize(struct proc *p, struct exec_vmcmd *cmd)
- {
- char *buf;
- int error;
- size_t off = 0, len;
- if (cmd->ev_len == 0)
- return (0);
- if (cmd->ev_len > ELF_RANDOMIZE_LIMIT)
- return (EINVAL);
- buf = malloc(PAGE_SIZE, M_TEMP, M_WAITOK);
- len = cmd->ev_len;
- do {
- size_t sublen = MIN(len, PAGE_SIZE);
- arc4random_buf(buf, sublen);
- error = copyout(buf, (void *)cmd->ev_addr + off, sublen);
- if (error)
- break;
- off += sublen;
- len -= sublen;
- if (len)
- yield();
- } while (len);
- free(buf, M_TEMP, PAGE_SIZE);
- return (error);
- }
- int
- exec_setup_stack(struct proc *p, struct exec_package *epp)
- {
- vaddr_t sgap;
- #ifdef MACHINE_STACK_GROWS_UP
- epp->ep_maxsaddr = USRSTACK;
- epp->ep_minsaddr = USRSTACK + MAXSSIZ;
- #else
- epp->ep_maxsaddr = USRSTACK - MAXSSIZ;
- epp->ep_minsaddr = USRSTACK;
- #endif
- epp->ep_ssize = round_page(p->p_rlimit[RLIMIT_STACK].rlim_cur);
- if (stackgap_random != 0) {
- sgap = arc4random() & (stackgap_random - 1);
- sgap = trunc_page(sgap);
- #ifdef MACHINE_STACK_GROWS_UP
- epp->ep_maxsaddr += sgap;
- epp->ep_minsaddr += sgap;
- #else
- epp->ep_maxsaddr -= sgap;
- epp->ep_minsaddr -= sgap;
- #endif
- }
-
- #ifdef MACHINE_STACK_GROWS_UP
- NEW_VMCMD(&epp->ep_vmcmds, vmcmd_map_zero,
- ((epp->ep_minsaddr - epp->ep_ssize) - epp->ep_maxsaddr),
- epp->ep_maxsaddr + epp->ep_ssize, NULLVP, 0, PROT_NONE);
- NEW_VMCMD(&epp->ep_vmcmds, vmcmd_map_zero, epp->ep_ssize,
- epp->ep_maxsaddr, NULLVP, 0,
- PROT_READ | PROT_WRITE);
- #else
- NEW_VMCMD(&epp->ep_vmcmds, vmcmd_map_zero,
- ((epp->ep_minsaddr - epp->ep_ssize) - epp->ep_maxsaddr),
- epp->ep_maxsaddr, NULLVP, 0, PROT_NONE);
- NEW_VMCMD(&epp->ep_vmcmds, vmcmd_map_zero, epp->ep_ssize,
- (epp->ep_minsaddr - epp->ep_ssize), NULLVP, 0,
- PROT_READ | PROT_WRITE);
- #endif
- return (0);
- }
|