12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634 |
- #include "config.h"
- #include "local-store.hh"
- #include "globals.hh"
- #include "archive.hh"
- #include "pathlocks.hh"
- #include "worker-protocol.hh"
- #include "derivations.hh"
- #include "affinity.hh"
- #include <iostream>
- #include <algorithm>
- #include <cstring>
- #include <sys/types.h>
- #include <sys/stat.h>
- #include <sys/time.h>
- #include <unistd.h>
- #include <utime.h>
- #include <fcntl.h>
- #include <errno.h>
- #include <stdio.h>
- #include <time.h>
- #include <grp.h>
- #if HAVE_UNSHARE && HAVE_STATVFS && HAVE_SYS_MOUNT_H
- #include <sched.h>
- #include <sys/statvfs.h>
- #include <sys/mount.h>
- #endif
- #if HAVE_LINUX_FS_H
- #include <linux/fs.h>
- #include <sys/ioctl.h>
- #include <errno.h>
- #endif
- #include <sqlite3.h>
- namespace nix {
- void checkStoreNotSymlink()
- {
- if (getEnv("NIX_IGNORE_SYMLINK_STORE") == "1") return;
- Path path = settings.nixStore;
- struct stat st;
- while (path != "/") {
- if (lstat(path.c_str(), &st))
- throw SysError(format("getting status of `%1%'") % path);
- if (S_ISLNK(st.st_mode))
- throw Error(format(
- "the path `%1%' is a symlink; "
- "this is not allowed for the store and its parent directories")
- % path);
- path = dirOf(path);
- }
- }
- LocalStore::LocalStore(bool reserveSpace)
- : didSetSubstituterEnv(false)
- {
- schemaPath = settings.nixDBPath + "/schema";
- if (settings.readOnlyMode) {
- openDB(false);
- return;
- }
- /* Create missing state directories if they don't already exist. */
- createDirs(settings.nixStore);
- makeStoreWritable();
- createDirs(linksDir = settings.nixStore + "/.links");
- Path profilesDir = settings.nixStateDir + "/profiles";
- createDirs(profilesDir);
- createDirs(settings.nixStateDir + "/temproots");
- createDirs(settings.nixDBPath);
- Path gcRootsDir = settings.nixStateDir + "/gcroots";
- if (!pathExists(gcRootsDir)) {
- createDirs(gcRootsDir);
- createSymlink(profilesDir, gcRootsDir + "/profiles");
- }
- /* Optionally, create directories and set permissions for a
- multi-user install. */
- if (getuid() == 0 && settings.buildUsersGroup != "") {
- Path perUserDir = profilesDir + "/per-user";
- createDirs(perUserDir);
- if (chmod(perUserDir.c_str(), 01777) == -1)
- throw SysError(format("could not set permissions on '%1%' to 1777") % perUserDir);
- mode_t perm = 01775;
- struct group * gr = getgrnam(settings.buildUsersGroup.c_str());
- if (!gr)
- throw Error(format("the group `%1%' specified in `build-users-group' does not exist")
- % settings.buildUsersGroup);
- else {
- struct stat st;
- if (stat(settings.nixStore.c_str(), &st))
- throw SysError(format("getting attributes of path '%1%'") % settings.nixStore);
- if (st.st_uid != 0 || st.st_gid != gr->gr_gid || (st.st_mode & ~S_IFMT) != perm) {
- if (chown(settings.nixStore.c_str(), 0, gr->gr_gid) == -1)
- throw SysError(format("changing ownership of path '%1%'") % settings.nixStore);
- if (chmod(settings.nixStore.c_str(), perm) == -1)
- throw SysError(format("changing permissions on path '%1%'") % settings.nixStore);
- }
- }
- }
- checkStoreNotSymlink();
- /* We can't open a SQLite database if the disk is full. Since
- this prevents the garbage collector from running when it's most
- needed, we reserve some dummy space that we can free just
- before doing a garbage collection. */
- try {
- Path reservedPath = settings.nixDBPath + "/reserved";
- if (reserveSpace) {
- struct stat st;
- if (stat(reservedPath.c_str(), &st) == -1 ||
- st.st_size != settings.reservedSize)
- {
- AutoCloseFD fd = open(reservedPath.c_str(), O_WRONLY | O_CREAT, 0600);
- int res = -1;
- #if HAVE_POSIX_FALLOCATE
- res = posix_fallocate(fd, 0, settings.reservedSize);
- #endif
- if (res == -1) {
- writeFull(fd, string(settings.reservedSize, 'X'));
- ftruncate(fd, settings.reservedSize);
- }
- }
- }
- else
- deletePath(reservedPath);
- } catch (SysError & e) { /* don't care about errors */
- }
- /* Acquire the big fat lock in shared mode to make sure that no
- schema upgrade is in progress. */
- try {
- Path globalLockPath = settings.nixDBPath + "/big-lock";
- globalLock = openLockFile(globalLockPath.c_str(), true);
- } catch (SysError & e) {
- if (e.errNo != EACCES) throw;
- settings.readOnlyMode = true;
- openDB(false);
- return;
- }
- if (!lockFile(globalLock, ltRead, false)) {
- printMsg(lvlError, "waiting for the big store lock...");
- lockFile(globalLock, ltRead, true);
- }
- /* Check the current database schema and if necessary do an
- upgrade. */
- int curSchema = getSchema();
- if (curSchema > nixSchemaVersion)
- throw Error(format("current store schema is version %1%, but I only support %2%")
- % curSchema % nixSchemaVersion);
- else if (curSchema == 0) { /* new store */
- curSchema = nixSchemaVersion;
- openDB(true);
- writeFile(schemaPath, (format("%1%") % nixSchemaVersion).str());
- }
- else if (curSchema < nixSchemaVersion) {
- /* Guix always used version 7 of the schema. */
- throw Error(
- format("Your store database uses an implausibly old schema, version %1%.")
- % curSchema);
- }
- else openDB(false);
- }
- LocalStore::~LocalStore()
- {
- try {
- foreach (RunningSubstituters::iterator, i, runningSubstituters) {
- if (i->second.disabled) continue;
- i->second.to.close();
- i->second.from.close();
- i->second.error.close();
- if (i->second.pid != -1)
- i->second.pid.wait(true);
- }
- } catch (...) {
- ignoreException();
- }
- try {
- if (fdTempRoots != -1) {
- fdTempRoots.close();
- unlink(fnTempRoots.c_str());
- }
- } catch (...) {
- ignoreException();
- }
- }
- int LocalStore::getSchema()
- {
- int curSchema = 0;
- if (pathExists(schemaPath)) {
- string s = readFile(schemaPath);
- if (!string2Int(s, curSchema))
- throw Error(format("`%1%' is corrupt") % schemaPath);
- }
- return curSchema;
- }
- void LocalStore::openDB(bool create)
- {
- if (access(settings.nixDBPath.c_str(), R_OK | W_OK))
- throw SysError(format("store database directory `%1%' is not writable") % settings.nixDBPath);
- /* Open the store database. */
- string dbPath = settings.nixDBPath + "/db.sqlite";
- if (sqlite3_open_v2(dbPath.c_str(), &db.db,
- SQLITE_OPEN_READWRITE | (create ? SQLITE_OPEN_CREATE : 0), 0) != SQLITE_OK)
- throw Error(format("cannot open store database `%1%'") % dbPath);
- if (sqlite3_busy_timeout(db, 60 * 60 * 1000) != SQLITE_OK)
- throwSQLiteError(db, "setting timeout");
- if (sqlite3_exec(db, "pragma foreign_keys = 1;", 0, 0, 0) != SQLITE_OK)
- throwSQLiteError(db, "enabling foreign keys");
- /* !!! check whether sqlite has been built with foreign key
- support */
- /* Whether SQLite should fsync(). "Normal" synchronous mode
- should be safe enough. If the user asks for it, don't sync at
- all. This can cause database corruption if the system
- crashes. */
- string syncMode = settings.fsyncMetadata ? "normal" : "off";
- if (sqlite3_exec(db, ("pragma synchronous = " + syncMode + ";").c_str(), 0, 0, 0) != SQLITE_OK)
- throwSQLiteError(db, "setting synchronous mode");
- /* Set the SQLite journal mode. WAL mode is fastest, so it's the
- default. */
- string mode = settings.useSQLiteWAL ? "wal" : "truncate";
- string prevMode;
- {
- SQLiteStmt stmt;
- stmt.create(db, "pragma main.journal_mode;");
- if (sqlite3_step(stmt) != SQLITE_ROW)
- throwSQLiteError(db, "querying journal mode");
- prevMode = string((const char *) sqlite3_column_text(stmt, 0));
- }
- if (prevMode != mode &&
- sqlite3_exec(db, ("pragma main.journal_mode = " + mode + ";").c_str(), 0, 0, 0) != SQLITE_OK)
- throwSQLiteError(db, "setting journal mode");
- /* Increase the auto-checkpoint interval to 40000 pages. This
- seems enough to ensure that instantiating the NixOS system
- derivation is done in a single fsync(). */
- if (mode == "wal" && sqlite3_exec(db, "pragma wal_autocheckpoint = 40000;", 0, 0, 0) != SQLITE_OK)
- throwSQLiteError(db, "setting autocheckpoint interval");
- /* Initialise the database schema, if necessary. */
- if (create) {
- const char * schema =
- #include "schema.sql.hh"
- ;
- if (sqlite3_exec(db, (const char *) schema, 0, 0, 0) != SQLITE_OK)
- throwSQLiteError(db, "initialising database schema");
- }
- /* Prepare SQL statements. */
- stmtRegisterValidPath.create(db,
- "insert into ValidPaths (path, hash, registrationTime, deriver, narSize) values (?, ?, ?, ?, ?);");
- stmtUpdatePathInfo.create(db,
- "update ValidPaths set narSize = ?, hash = ? where path = ?;");
- stmtAddReference.create(db,
- "insert or replace into Refs (referrer, reference) values (?, ?);");
- stmtQueryPathInfo.create(db,
- "select id, hash, registrationTime, deriver, narSize from ValidPaths where path = ?;");
- stmtQueryReferences.create(db,
- "select path from Refs join ValidPaths on reference = id where referrer = ?;");
- stmtQueryReferrers.create(db,
- "select path from Refs join ValidPaths on referrer = id where reference = (select id from ValidPaths where path = ?);");
- stmtInvalidatePath.create(db,
- "delete from ValidPaths where path = ?;");
- stmtRegisterFailedPath.create(db,
- "insert or ignore into FailedPaths (path, time) values (?, ?);");
- stmtHasPathFailed.create(db,
- "select time from FailedPaths where path = ?;");
- stmtQueryFailedPaths.create(db,
- "select path from FailedPaths;");
- // If the path is a derivation, then clear its outputs.
- stmtClearFailedPath.create(db,
- "delete from FailedPaths where ?1 = '*' or path = ?1 "
- "or path in (select d.path from DerivationOutputs d join ValidPaths v on d.drv = v.id where v.path = ?1);");
- stmtAddDerivationOutput.create(db,
- "insert or replace into DerivationOutputs (drv, id, path) values (?, ?, ?);");
- stmtQueryValidDerivers.create(db,
- "select v.id, v.path from DerivationOutputs d join ValidPaths v on d.drv = v.id where d.path = ?;");
- stmtQueryDerivationOutputs.create(db,
- "select id, path from DerivationOutputs where drv = ?;");
- // Use "path >= ?" with limit 1 rather than "path like '?%'" to
- // ensure efficient lookup.
- stmtQueryPathFromHashPart.create(db,
- "select path from ValidPaths where path >= ? limit 1;");
- stmtQueryValidPaths.create(db, "select path from ValidPaths");
- }
- /* To improve purity, users may want to make the store a read-only
- bind mount. So make the store writable for this process. */
- void LocalStore::makeStoreWritable()
- {
- #if HAVE_UNSHARE && HAVE_STATVFS && HAVE_SYS_MOUNT_H && defined(MS_BIND) && defined(MS_REMOUNT)
- if (getuid() != 0) return;
- /* Check if /nix/store is on a read-only mount. */
- struct statvfs stat;
- if (statvfs(settings.nixStore.c_str(), &stat) != 0)
- throw SysError("getting info about the store mount point");
- if (stat.f_flag & ST_RDONLY) {
- if (unshare(CLONE_NEWNS) == -1)
- throw SysError("setting up a private mount namespace");
- if (mount(0, settings.nixStore.c_str(), "none", MS_REMOUNT | MS_BIND, 0) == -1)
- throw SysError(format("remounting %1% writable") % settings.nixStore);
- }
- #endif
- }
- const time_t mtimeStore = 1; /* 1 second into the epoch */
- static void canonicaliseTimestampAndPermissions(const Path & path, const struct stat & st)
- {
- if (!S_ISLNK(st.st_mode)) {
- /* Mask out all type related bits. */
- mode_t mode = st.st_mode & ~S_IFMT;
- if (mode != 0444 && mode != 0555) {
- mode = (st.st_mode & S_IFMT)
- | 0444
- | (st.st_mode & S_IXUSR ? 0111 : 0);
- if (chmod(path.c_str(), mode) == -1)
- throw SysError(format("changing mode of `%1%' to %2$o") % path % mode);
- }
- }
- if (st.st_mtime != mtimeStore) {
- struct timeval times[2];
- times[0].tv_sec = st.st_atime;
- times[0].tv_usec = 0;
- times[1].tv_sec = mtimeStore;
- times[1].tv_usec = 0;
- #if HAVE_LUTIMES
- if (lutimes(path.c_str(), times) == -1)
- if (errno != ENOSYS ||
- (!S_ISLNK(st.st_mode) && utimes(path.c_str(), times) == -1))
- #else
- if (!S_ISLNK(st.st_mode) && utimes(path.c_str(), times) == -1)
- #endif
- throw SysError(format("changing modification time of `%1%'") % path);
- }
- }
- void canonicaliseTimestampAndPermissions(const Path & path)
- {
- struct stat st;
- if (lstat(path.c_str(), &st))
- throw SysError(format("getting attributes of path `%1%'") % path);
- canonicaliseTimestampAndPermissions(path, st);
- }
- static void canonicalisePathMetaData_(const Path & path, uid_t fromUid, InodesSeen & inodesSeen)
- {
- checkInterrupt();
- struct stat st;
- if (lstat(path.c_str(), &st))
- throw SysError(format("getting attributes of path `%1%'") % path);
- /* Really make sure that the path is of a supported type. */
- if (!(S_ISREG(st.st_mode) || S_ISDIR(st.st_mode) || S_ISLNK(st.st_mode)))
- throw Error(format("file ‘%1%’ has an unsupported type") % path);
- /* Fail if the file is not owned by the build user. This prevents
- us from messing up the ownership/permissions of files
- hard-linked into the output (e.g. "ln /etc/shadow $out/foo").
- However, ignore files that we chown'ed ourselves previously to
- ensure that we don't fail on hard links within the same build
- (i.e. "touch $out/foo; ln $out/foo $out/bar"). */
- if (fromUid != (uid_t) -1 && st.st_uid != fromUid) {
- assert(!S_ISDIR(st.st_mode));
- if (inodesSeen.find(Inode(st.st_dev, st.st_ino)) == inodesSeen.end())
- throw BuildError(format("invalid ownership on file `%1%'") % path);
- mode_t mode = st.st_mode & ~S_IFMT;
- assert(S_ISLNK(st.st_mode) || (st.st_uid == geteuid() && (mode == 0444 || mode == 0555) && st.st_mtime == mtimeStore));
- return;
- }
- inodesSeen.insert(Inode(st.st_dev, st.st_ino));
- canonicaliseTimestampAndPermissions(path, st);
- /* Change ownership to the current uid. If it's a symlink, use
- lchown if available, otherwise don't bother. Wrong ownership
- of a symlink doesn't matter, since the owning user can't change
- the symlink and can't delete it because the directory is not
- writable. The only exception is top-level paths in the
- store (since that directory is group-writable for the build
- users group); we check for this case below. */
- if (st.st_uid != geteuid()) {
- #if HAVE_LCHOWN
- if (lchown(path.c_str(), geteuid(), getegid()) == -1)
- #else
- if (!S_ISLNK(st.st_mode) &&
- chown(path.c_str(), geteuid(), getegid()) == -1)
- #endif
- throw SysError(format("changing owner of `%1%' to %2%")
- % path % geteuid());
- }
- if (S_ISDIR(st.st_mode)) {
- DirEntries entries = readDirectory(path);
- for (auto & i : entries)
- canonicalisePathMetaData_(path + "/" + i.name, fromUid, inodesSeen);
- }
- }
- void canonicalisePathMetaData(const Path & path, uid_t fromUid, InodesSeen & inodesSeen)
- {
- canonicalisePathMetaData_(path, fromUid, inodesSeen);
- /* On platforms that don't have lchown(), the top-level path can't
- be a symlink, since we can't change its ownership. */
- struct stat st;
- if (lstat(path.c_str(), &st))
- throw SysError(format("getting attributes of path `%1%'") % path);
- if (st.st_uid != geteuid()) {
- assert(S_ISLNK(st.st_mode));
- throw Error(format("wrong ownership of top-level store path `%1%'") % path);
- }
- }
- void canonicalisePathMetaData(const Path & path, uid_t fromUid)
- {
- InodesSeen inodesSeen;
- canonicalisePathMetaData(path, fromUid, inodesSeen);
- }
- void LocalStore::checkDerivationOutputs(const Path & drvPath, const Derivation & drv)
- {
- string drvName = storePathToName(drvPath);
- assert(isDerivation(drvName));
- drvName = string(drvName, 0, drvName.size() - drvExtension.size());
- if (isFixedOutputDrv(drv)) {
- DerivationOutputs::const_iterator out = drv.outputs.find("out");
- if (out == drv.outputs.end())
- throw Error(format("derivation `%1%' does not have an output named `out'") % drvPath);
- bool recursive; HashType ht; Hash h;
- out->second.parseHashInfo(recursive, ht, h);
- Path outPath = makeFixedOutputPath(recursive, ht, h, drvName);
- StringPairs::const_iterator j = drv.env.find("out");
- if (out->second.path != outPath || j == drv.env.end() || j->second != outPath)
- throw Error(format("derivation `%1%' has incorrect output `%2%', should be `%3%'")
- % drvPath % out->second.path % outPath);
- }
- else {
- Derivation drvCopy(drv);
- foreach (DerivationOutputs::iterator, i, drvCopy.outputs) {
- i->second.path = "";
- drvCopy.env[i->first] = "";
- }
- Hash h = hashDerivationModulo(*this, drvCopy);
- foreach (DerivationOutputs::const_iterator, i, drv.outputs) {
- Path outPath = makeOutputPath(i->first, h, drvName);
- StringPairs::const_iterator j = drv.env.find(i->first);
- if (i->second.path != outPath || j == drv.env.end() || j->second != outPath)
- throw Error(format("derivation `%1%' has incorrect output `%2%', should be `%3%'")
- % drvPath % i->second.path % outPath);
- }
- }
- }
- uint64_t LocalStore::addValidPath(const ValidPathInfo & info, bool checkOutputs)
- {
- stmtRegisterValidPath.use()
- (info.path)
- ("sha256:" + printHash(info.hash))
- (info.registrationTime == 0 ? time(0) : info.registrationTime)
- (info.deriver, info.deriver != "")
- (info.narSize, info.narSize != 0)
- .exec();
- uint64_t id = sqlite3_last_insert_rowid(db);
- /* If this is a derivation, then store the derivation outputs in
- the database. This is useful for the garbage collector: it can
- efficiently query whether a path is an output of some
- derivation. */
- if (isDerivation(info.path)) {
- Derivation drv = readDerivation(info.path);
- /* Verify that the output paths in the derivation are correct
- (i.e., follow the scheme for computing output paths from
- derivations). Note that if this throws an error, then the
- DB transaction is rolled back, so the path validity
- registration above is undone. */
- if (checkOutputs) checkDerivationOutputs(info.path, drv);
- for (auto & i : drv.outputs) {
- stmtAddDerivationOutput.use()
- (id)
- (i.first)
- (i.second.path)
- .exec();
- }
- }
- return id;
- }
- void LocalStore::addReference(uint64_t referrer, uint64_t reference)
- {
- stmtAddReference.use()(referrer)(reference).exec();
- }
- void LocalStore::registerFailedPath(const Path & path)
- {
- retrySQLite<void>([&]() {
- stmtRegisterFailedPath.use()(path)(time(0)).step();
- });
- }
- bool LocalStore::hasPathFailed(const Path & path)
- {
- return retrySQLite<bool>([&]() {
- return stmtHasPathFailed.use()(path).next();
- });
- }
- PathSet LocalStore::queryFailedPaths()
- {
- return retrySQLite<PathSet>([&]() {
- auto useQueryFailedPaths(stmtQueryFailedPaths.use());
- PathSet res;
- while (useQueryFailedPaths.next())
- res.insert(useQueryFailedPaths.getStr(0));
- return res;
- });
- }
- void LocalStore::clearFailedPaths(const PathSet & paths)
- {
- retrySQLite<void>([&]() {
- SQLiteTxn txn(db);
- for (auto & path : paths)
- stmtClearFailedPath.use()(path).exec();
- txn.commit();
- });
- }
- Hash parseHashField(const Path & path, const string & s)
- {
- string::size_type colon = s.find(':');
- if (colon == string::npos)
- throw Error(format("corrupt hash `%1%' in valid-path entry for `%2%'")
- % s % path);
- HashType ht = parseHashType(string(s, 0, colon));
- if (ht == htUnknown)
- throw Error(format("unknown hash type `%1%' in valid-path entry for `%2%'")
- % string(s, 0, colon) % path);
- return parseHash(ht, string(s, colon + 1));
- }
- ValidPathInfo LocalStore::queryPathInfo(const Path & path)
- {
- ValidPathInfo info;
- info.path = path;
- assertStorePath(path);
- return retrySQLite<ValidPathInfo>([&]() {
- /* Get the path info. */
- auto useQueryPathInfo(stmtQueryPathInfo.use()(path));
- if (!useQueryPathInfo.next())
- throw Error(format("path `%1%' is not valid") % path);
- info.id = useQueryPathInfo.getInt(0);
- info.hash = parseHashField(path, useQueryPathInfo.getStr(1));
- info.registrationTime = useQueryPathInfo.getInt(2);
- auto s = (const char *) sqlite3_column_text(stmtQueryPathInfo, 3);
- if (s) info.deriver = s;
- /* Note that narSize = NULL yields 0. */
- info.narSize = useQueryPathInfo.getInt(4);
- /* Get the references. */
- auto useQueryReferences(stmtQueryReferences.use()(info.id));
- while (useQueryReferences.next())
- info.references.insert(useQueryReferences.getStr(0));
- return info;
- });
- }
- /* Update path info in the database. Currently only updates the
- narSize field. */
- void LocalStore::updatePathInfo(const ValidPathInfo & info)
- {
- stmtUpdatePathInfo.use()
- (info.narSize, info.narSize != 0)
- ("sha256:" + printHash(info.hash))
- (info.path)
- .exec();
- }
- uint64_t LocalStore::queryValidPathId(const Path & path)
- {
- auto use(stmtQueryPathInfo.use()(path));
- if (!use.next())
- throw Error(format("path ‘%1%’ is not valid") % path);
- return use.getInt(0);
- }
- bool LocalStore::isValidPath_(const Path & path)
- {
- return stmtQueryPathInfo.use()(path).next();
- }
- bool LocalStore::isValidPath(const Path & path)
- {
- return retrySQLite<bool>([&]() {
- return isValidPath_(path);
- });
- }
- PathSet LocalStore::queryValidPaths(const PathSet & paths)
- {
- return retrySQLite<PathSet>([&]() {
- PathSet res;
- foreach (PathSet::const_iterator, i, paths)
- if (isValidPath_(*i)) res.insert(*i);
- return res;
- });
- }
- PathSet LocalStore::queryAllValidPaths()
- {
- return retrySQLite<PathSet>([&]() {
- auto use(stmtQueryValidPaths.use());
- PathSet res;
- while (use.next()) res.insert(use.getStr(0));
- return res;
- });
- }
- void LocalStore::queryReferences(const Path & path,
- PathSet & references)
- {
- ValidPathInfo info = queryPathInfo(path);
- references.insert(info.references.begin(), info.references.end());
- }
- void LocalStore::queryReferrers_(const Path & path, PathSet & referrers)
- {
- auto useQueryReferrers(stmtQueryReferrers.use()(path));
- while (useQueryReferrers.next())
- referrers.insert(useQueryReferrers.getStr(0));
- }
- void LocalStore::queryReferrers(const Path & path, PathSet & referrers)
- {
- assertStorePath(path);
- return retrySQLite<void>([&]() {
- queryReferrers_(path, referrers);
- });
- }
- Path LocalStore::queryDeriver(const Path & path)
- {
- return queryPathInfo(path).deriver;
- }
- PathSet LocalStore::queryValidDerivers(const Path & path)
- {
- assertStorePath(path);
- return retrySQLite<PathSet>([&]() {
- auto useQueryValidDerivers(stmtQueryValidDerivers.use()(path));
- PathSet derivers;
- while (useQueryValidDerivers.next())
- derivers.insert(useQueryValidDerivers.getStr(1));
- return derivers;
- });
- }
- PathSet LocalStore::queryDerivationOutputs(const Path & path)
- {
- return retrySQLite<PathSet>([&]() {
- auto useQueryDerivationOutputs(stmtQueryDerivationOutputs.use()(queryValidPathId(path)));
- PathSet outputs;
- while (useQueryDerivationOutputs.next())
- outputs.insert(useQueryDerivationOutputs.getStr(1));
- return outputs;
- });
- }
- StringSet LocalStore::queryDerivationOutputNames(const Path & path)
- {
- return retrySQLite<StringSet>([&]() {
- auto useQueryDerivationOutputs(stmtQueryDerivationOutputs.use()(queryValidPathId(path)));
- StringSet outputNames;
- while (useQueryDerivationOutputs.next())
- outputNames.insert(useQueryDerivationOutputs.getStr(0));
- return outputNames;
- });
- }
- Path LocalStore::queryPathFromHashPart(const string & hashPart)
- {
- if (hashPart.size() != 32) throw Error("invalid hash part");
- Path prefix = settings.nixStore + "/" + hashPart;
- return retrySQLite<Path>([&]() -> Path {
- auto useQueryPathFromHashPart(stmtQueryPathFromHashPart.use()(prefix));
- if (!useQueryPathFromHashPart.next()) return "";
- const char * s = (const char *) sqlite3_column_text(stmtQueryPathFromHashPart, 0);
- return s && prefix.compare(0, prefix.size(), s, prefix.size()) == 0 ? s : "";
- });
- }
- void LocalStore::setSubstituterEnv()
- {
- if (didSetSubstituterEnv) return;
- /* Pass configuration options (including those overridden with
- --option) to substituters. */
- setenv("_NIX_OPTIONS", settings.pack().c_str(), 1);
- didSetSubstituterEnv = true;
- }
- void LocalStore::startSubstituter(const Path & substituter, RunningSubstituter & run)
- {
- if (run.disabled || run.pid != -1) return;
- debug(format("starting substituter program `%1%'") % substituter);
- Pipe toPipe, fromPipe, errorPipe;
- toPipe.create();
- fromPipe.create();
- errorPipe.create();
- setSubstituterEnv();
- run.pid = startProcess([&]() {
- if (dup2(toPipe.readSide, STDIN_FILENO) == -1)
- throw SysError("dupping stdin");
- if (dup2(fromPipe.writeSide, STDOUT_FILENO) == -1)
- throw SysError("dupping stdout");
- if (dup2(errorPipe.writeSide, STDERR_FILENO) == -1)
- throw SysError("dupping stderr");
- execl(substituter.c_str(), substituter.c_str(), "--query", NULL);
- throw SysError(format("executing `%1%'") % substituter);
- });
- run.program = baseNameOf(substituter);
- run.to = toPipe.writeSide.borrow();
- run.from = run.fromBuf.fd = fromPipe.readSide.borrow();
- run.error = errorPipe.readSide.borrow();
- toPipe.readSide.close();
- fromPipe.writeSide.close();
- errorPipe.writeSide.close();
- /* The substituter may exit right away if it's disabled in any way
- (e.g. copy-from-other-stores.pl will exit if no other stores
- are configured). */
- try {
- getLineFromSubstituter(run);
- } catch (EndOfFile & e) {
- run.to.close();
- run.from.close();
- run.error.close();
- run.disabled = true;
- if (run.pid.wait(true) != 0) throw;
- }
- }
- /* Read a line from the substituter's stdout, while also processing
- its stderr. */
- string LocalStore::getLineFromSubstituter(RunningSubstituter & run)
- {
- string res, err;
- /* We might have stdout data left over from the last time. */
- if (run.fromBuf.hasData()) goto haveData;
- while (1) {
- checkInterrupt();
- fd_set fds;
- FD_ZERO(&fds);
- FD_SET(run.from, &fds);
- FD_SET(run.error, &fds);
- /* Wait for data to appear on the substituter's stdout or
- stderr. */
- if (select(run.from > run.error ? run.from + 1 : run.error + 1, &fds, 0, 0, 0) == -1) {
- if (errno == EINTR) continue;
- throw SysError("waiting for input from the substituter");
- }
- /* Completely drain stderr before dealing with stdout. */
- if (FD_ISSET(run.error, &fds)) {
- char buf[4096];
- ssize_t n = read(run.error, (unsigned char *) buf, sizeof(buf));
- if (n == -1) {
- if (errno == EINTR) continue;
- throw SysError("reading from substituter's stderr");
- }
- if (n == 0) throw EndOfFile(format("substituter `%1%' died unexpectedly") % run.program);
- err.append(buf, n);
- string::size_type p;
- while (((p = err.find('\n')) != string::npos)
- || ((p = err.find('\r')) != string::npos)) {
- string thing(err, 0, p + 1);
- writeToStderr(run.program + ": " + thing);
- err = string(err, p + 1);
- }
- }
- /* Read from stdout until we get a newline or the buffer is empty. */
- else if (run.fromBuf.hasData() || FD_ISSET(run.from, &fds)) {
- haveData:
- do {
- unsigned char c;
- run.fromBuf(&c, 1);
- if (c == '\n') {
- if (!err.empty()) printMsg(lvlError, run.program + ": " + err);
- return res;
- }
- res += c;
- } while (run.fromBuf.hasData());
- }
- }
- }
- template<class T> T LocalStore::getIntLineFromSubstituter(RunningSubstituter & run)
- {
- string s = getLineFromSubstituter(run);
- T res;
- if (!string2Int(s, res)) throw Error("integer expected from stream");
- return res;
- }
- PathSet LocalStore::querySubstitutablePaths(const PathSet & paths)
- {
- PathSet res;
- if (!settings.useSubstitutes) return res;
- foreach (Paths::iterator, i, settings.substituters) {
- if (res.size() == paths.size()) break;
- RunningSubstituter & run(runningSubstituters[*i]);
- startSubstituter(*i, run);
- if (run.disabled) continue;
- string s = "have ";
- foreach (PathSet::const_iterator, j, paths)
- if (res.find(*j) == res.end()) { s += *j; s += " "; }
- writeLine(run.to, s);
- while (true) {
- /* FIXME: we only read stderr when an error occurs, so
- substituters should only write (short) messages to
- stderr when they fail. I.e. they shouldn't write debug
- output. */
- Path path = getLineFromSubstituter(run);
- if (path == "") break;
- res.insert(path);
- }
- }
- return res;
- }
- void LocalStore::querySubstitutablePathInfos(const Path & substituter,
- PathSet & paths, SubstitutablePathInfos & infos)
- {
- if (!settings.useSubstitutes) return;
- RunningSubstituter & run(runningSubstituters[substituter]);
- startSubstituter(substituter, run);
- if (run.disabled) return;
- string s = "info ";
- foreach (PathSet::const_iterator, i, paths)
- if (infos.find(*i) == infos.end()) { s += *i; s += " "; }
- writeLine(run.to, s);
- while (true) {
- Path path = getLineFromSubstituter(run);
- if (path == "") break;
- if (paths.find(path) == paths.end())
- throw Error(format("got unexpected path `%1%' from substituter") % path);
- paths.erase(path);
- SubstitutablePathInfo & info(infos[path]);
- info.deriver = getLineFromSubstituter(run);
- if (info.deriver != "") assertStorePath(info.deriver);
- int nrRefs = getIntLineFromSubstituter<int>(run);
- while (nrRefs--) {
- Path p = getLineFromSubstituter(run);
- assertStorePath(p);
- info.references.insert(p);
- }
- info.downloadSize = getIntLineFromSubstituter<long long>(run);
- info.narSize = getIntLineFromSubstituter<long long>(run);
- }
- }
- void LocalStore::querySubstitutablePathInfos(const PathSet & paths,
- SubstitutablePathInfos & infos)
- {
- PathSet todo = paths;
- foreach (Paths::iterator, i, settings.substituters) {
- if (todo.empty()) break;
- querySubstitutablePathInfos(*i, todo, infos);
- }
- }
- Hash LocalStore::queryPathHash(const Path & path)
- {
- return queryPathInfo(path).hash;
- }
- void LocalStore::registerValidPath(const ValidPathInfo & info)
- {
- ValidPathInfos infos;
- infos.push_back(info);
- registerValidPaths(infos);
- }
- void LocalStore::registerValidPaths(const ValidPathInfos & infos)
- {
- /* SQLite will fsync by default, but the new valid paths may not be fsync-ed.
- * So some may want to fsync them before registering the validity, at the
- * expense of some speed of the path registering operation. */
- if (settings.syncBeforeRegistering) sync();
- return retrySQLite<void>([&]() {
- SQLiteTxn txn(db);
- PathSet paths;
- foreach (ValidPathInfos::const_iterator, i, infos) {
- assert(i->hash.type == htSHA256);
- if (isValidPath_(i->path))
- updatePathInfo(*i);
- else
- addValidPath(*i, false);
- paths.insert(i->path);
- }
- for (auto & i : infos) {
- auto referrer = queryValidPathId(i.path);
- for (auto & j : i.references)
- addReference(referrer, queryValidPathId(j));
- }
- /* Check that the derivation outputs are correct. We can't do
- this in addValidPath() above, because the references might
- not be valid yet. */
- foreach (ValidPathInfos::const_iterator, i, infos)
- if (isDerivation(i->path)) {
- // FIXME: inefficient; we already loaded the
- // derivation in addValidPath().
- Derivation drv = readDerivation(i->path);
- checkDerivationOutputs(i->path, drv);
- }
- /* Do a topological sort of the paths. This will throw an
- error if a cycle is detected and roll back the
- transaction. Cycles can only occur when a derivation
- has multiple outputs. */
- topoSortPaths(*this, paths);
- txn.commit();
- });
- }
- /* Invalidate a path. The caller is responsible for checking that
- there are no referrers. */
- void LocalStore::invalidatePath(const Path & path)
- {
- debug(format("invalidating path `%1%'") % path);
- drvHashes.erase(path);
- stmtInvalidatePath.use()(path).exec();
- /* Note that the foreign key constraints on the Refs table take
- care of deleting the references entries for `path'. */
- }
- Path LocalStore::addToStoreFromDump(const string & dump, const string & name,
- bool recursive, HashType hashAlgo, bool repair)
- {
- Hash h = hashString(hashAlgo, dump);
- Path dstPath = makeFixedOutputPath(recursive, hashAlgo, h, name);
- addTempRoot(dstPath);
- if (repair || !isValidPath(dstPath)) {
- /* The first check above is an optimisation to prevent
- unnecessary lock acquisition. */
- PathLocks outputLock(singleton<PathSet, Path>(dstPath));
- if (repair || !isValidPath(dstPath)) {
- if (pathExists(dstPath)) deletePath(dstPath);
- if (recursive) {
- StringSource source(dump);
- restorePath(dstPath, source);
- } else
- writeFile(dstPath, dump);
- canonicalisePathMetaData(dstPath, -1);
- /* Register the SHA-256 hash of the NAR serialisation of
- the path in the database. We may just have computed it
- above (if called with recursive == true and hashAlgo ==
- sha256); otherwise, compute it here. */
- HashResult hash;
- if (recursive) {
- hash.first = hashAlgo == htSHA256 ? h : hashString(htSHA256, dump);
- hash.second = dump.size();
- } else
- hash = hashPath(htSHA256, dstPath);
- optimisePath(dstPath); // FIXME: combine with hashPath()
- ValidPathInfo info;
- info.path = dstPath;
- info.hash = hash.first;
- info.narSize = hash.second;
- registerValidPath(info);
- }
- outputLock.setDeletion(true);
- }
- return dstPath;
- }
- Path LocalStore::addToStore(const string & name, const Path & _srcPath,
- bool recursive, HashType hashAlgo, PathFilter & filter, bool repair)
- {
- Path srcPath(absPath(_srcPath));
- debug(format("adding `%1%' to the store") % srcPath);
- /* Read the whole path into memory. This is not a very scalable
- method for very large paths, but `copyPath' is mainly used for
- small files. */
- StringSink sink;
- if (recursive)
- dumpPath(srcPath, sink, filter);
- else
- sink.s = readFile(srcPath);
- return addToStoreFromDump(sink.s, name, recursive, hashAlgo, repair);
- }
- Path LocalStore::addTextToStore(const string & name, const string & s,
- const PathSet & references, bool repair)
- {
- Path dstPath = computeStorePathForText(name, s, references);
- addTempRoot(dstPath);
- if (repair || !isValidPath(dstPath)) {
- PathLocks outputLock(singleton<PathSet, Path>(dstPath));
- if (repair || !isValidPath(dstPath)) {
- if (pathExists(dstPath)) deletePath(dstPath);
- writeFile(dstPath, s);
- canonicalisePathMetaData(dstPath, -1);
- HashResult hash = hashPath(htSHA256, dstPath);
- optimisePath(dstPath);
- ValidPathInfo info;
- info.path = dstPath;
- info.hash = hash.first;
- info.narSize = hash.second;
- info.references = references;
- registerValidPath(info);
- }
- outputLock.setDeletion(true);
- }
- return dstPath;
- }
- struct HashAndWriteSink : Sink
- {
- Sink & writeSink;
- HashSink hashSink;
- HashAndWriteSink(Sink & writeSink) : writeSink(writeSink), hashSink(htSHA256)
- {
- }
- virtual void operator () (const unsigned char * data, size_t len)
- {
- writeSink(data, len);
- hashSink(data, len);
- }
- Hash currentHash()
- {
- return hashSink.currentHash().first;
- }
- };
- #define EXPORT_MAGIC 0x4558494e
- static void checkSecrecy(const Path & path)
- {
- struct stat st;
- if (stat(path.c_str(), &st))
- throw SysError(format("getting status of `%1%'") % path);
- if ((st.st_mode & (S_IRWXG | S_IRWXO)) != 0)
- throw Error(format("file `%1%' should be secret (inaccessible to everybody else)!") % path);
- }
- static std::string runAuthenticationProgram(const Strings & args)
- {
- return runProgram(settings.nixLibexecDir + "/authenticate",
- false, args);
- }
- void LocalStore::exportPath(const Path & path, bool sign,
- Sink & sink)
- {
- assertStorePath(path);
- printMsg(lvlInfo, format("exporting path `%1%'") % path);
- if (!isValidPath(path))
- throw Error(format("path `%1%' is not valid") % path);
- HashAndWriteSink hashAndWriteSink(sink);
- dumpPath(path, hashAndWriteSink);
- /* Refuse to export paths that have changed. This prevents
- filesystem corruption from spreading to other machines.
- Don't complain if the stored hash is zero (unknown). */
- Hash hash = hashAndWriteSink.currentHash();
- Hash storedHash = queryPathHash(path);
- if (hash != storedHash && storedHash != Hash(storedHash.type))
- throw Error(format("hash of path `%1%' has changed from `%2%' to `%3%'!") % path
- % printHash(storedHash) % printHash(hash));
- writeInt(EXPORT_MAGIC, hashAndWriteSink);
- writeString(path, hashAndWriteSink);
- PathSet references;
- queryReferences(path, references);
- writeStrings(references, hashAndWriteSink);
- Path deriver = queryDeriver(path);
- writeString(deriver, hashAndWriteSink);
- if (sign) {
- Hash hash = hashAndWriteSink.currentHash();
- writeInt(1, hashAndWriteSink);
- Path tmpDir = createTempDir();
- AutoDelete delTmp(tmpDir);
- Path hashFile = tmpDir + "/hash";
- writeFile(hashFile, printHash(hash));
- Path secretKey = settings.nixConfDir + "/signing-key.sec";
- checkSecrecy(secretKey);
- Strings args;
- args.push_back("rsautl");
- args.push_back("-sign");
- args.push_back("-inkey");
- args.push_back(secretKey);
- args.push_back("-in");
- args.push_back(hashFile);
- string signature = runAuthenticationProgram(args);
- writeString(signature, hashAndWriteSink);
- } else
- writeInt(0, hashAndWriteSink);
- }
- struct HashAndReadSource : Source
- {
- Source & readSource;
- HashSink hashSink;
- bool hashing;
- HashAndReadSource(Source & readSource) : readSource(readSource), hashSink(htSHA256)
- {
- hashing = true;
- }
- size_t read(unsigned char * data, size_t len)
- {
- size_t n = readSource.read(data, len);
- if (hashing) hashSink(data, n);
- return n;
- }
- };
- /* Create a temporary directory in the store that won't be
- garbage-collected. */
- Path LocalStore::createTempDirInStore()
- {
- Path tmpDir;
- do {
- /* There is a slight possibility that `tmpDir' gets deleted by
- the GC between createTempDir() and addTempRoot(), so repeat
- until `tmpDir' exists. */
- tmpDir = createTempDir(settings.nixStore);
- addTempRoot(tmpDir);
- } while (!pathExists(tmpDir));
- return tmpDir;
- }
- Path LocalStore::importPath(bool requireSignature, Source & source)
- {
- HashAndReadSource hashAndReadSource(source);
- /* We don't yet know what store path this archive contains (the
- store path follows the archive data proper), and besides, we
- don't know yet whether the signature is valid. */
- Path tmpDir = createTempDirInStore();
- AutoDelete delTmp(tmpDir);
- Path unpacked = tmpDir + "/unpacked";
- restorePath(unpacked, hashAndReadSource);
- unsigned int magic = readInt(hashAndReadSource);
- if (magic != EXPORT_MAGIC)
- throw Error("normalized archive cannot be imported; wrong format");
- Path dstPath = readStorePath(hashAndReadSource);
- PathSet references = readStorePaths<PathSet>(hashAndReadSource);
- Path deriver = readString(hashAndReadSource);
- if (deriver != "") assertStorePath(deriver);
- Hash hash = hashAndReadSource.hashSink.finish().first;
- hashAndReadSource.hashing = false;
- bool haveSignature = readInt(hashAndReadSource) == 1;
- if (requireSignature && !haveSignature)
- throw Error(format("imported archive of `%1%' lacks a signature") % dstPath);
- if (haveSignature) {
- string signature = readString(hashAndReadSource);
- if (requireSignature) {
- Path sigFile = tmpDir + "/sig";
- writeFile(sigFile, signature);
- Strings args;
- args.push_back("rsautl");
- args.push_back("-verify");
- args.push_back("-inkey");
- args.push_back(settings.nixConfDir + "/signing-key.pub");
- args.push_back("-pubin");
- args.push_back("-in");
- args.push_back(sigFile);
- string hash2 = runAuthenticationProgram(args);
- /* Note: runProgram() throws an exception if the signature
- is invalid. */
- if (printHash(hash) != hash2)
- throw Error(
- "signed hash doesn't match actual contents of imported "
- "archive; archive could be corrupt, or someone is trying "
- "to import a Trojan horse");
- }
- }
- /* Do the actual import. */
- /* !!! way too much code duplication with addTextToStore() etc. */
- addTempRoot(dstPath);
- if (!isValidPath(dstPath)) {
- PathLocks outputLock;
- /* Lock the output path. But don't lock if we're being called
- from a build hook (whose parent process already acquired a
- lock on this path). */
- Strings locksHeld = tokenizeString<Strings>(getEnv("NIX_HELD_LOCKS"));
- if (find(locksHeld.begin(), locksHeld.end(), dstPath) == locksHeld.end())
- outputLock.lockPaths(singleton<PathSet, Path>(dstPath));
- if (!isValidPath(dstPath)) {
- if (pathExists(dstPath)) deletePath(dstPath);
- if (rename(unpacked.c_str(), dstPath.c_str()) == -1)
- throw SysError(format("cannot move `%1%' to `%2%'")
- % unpacked % dstPath);
- canonicalisePathMetaData(dstPath, -1);
- /* !!! if we were clever, we could prevent the hashPath()
- here. */
- HashResult hash = hashPath(htSHA256, dstPath);
- optimisePath(dstPath); // FIXME: combine with hashPath()
- ValidPathInfo info;
- info.path = dstPath;
- info.hash = hash.first;
- info.narSize = hash.second;
- info.references = references;
- info.deriver = deriver != "" && isValidPath(deriver) ? deriver : "";
- registerValidPath(info);
- }
- outputLock.setDeletion(true);
- }
- return dstPath;
- }
- Paths LocalStore::importPaths(bool requireSignature, Source & source)
- {
- Paths res;
- while (true) {
- unsigned long long n = readLongLong(source);
- if (n == 0) break;
- if (n != 1) throw Error("input doesn't look like something created by `nix-store --export'");
- res.push_back(importPath(requireSignature, source));
- }
- return res;
- }
- void LocalStore::invalidatePathChecked(const Path & path)
- {
- assertStorePath(path);
- retrySQLite<void>([&]() {
- SQLiteTxn txn(db);
- if (isValidPath_(path)) {
- PathSet referrers; queryReferrers_(path, referrers);
- referrers.erase(path); /* ignore self-references */
- if (!referrers.empty())
- throw PathInUse(format("cannot delete path `%1%' because it is in use by %2%")
- % path % showPaths(referrers));
- invalidatePath(path);
- }
- txn.commit();
- });
- }
- bool LocalStore::verifyStore(bool checkContents, bool repair)
- {
- printMsg(lvlError, format("reading the store..."));
- bool errors = false;
- /* Acquire the global GC lock to prevent a garbage collection. */
- AutoCloseFD fdGCLock = openGCLock(ltWrite);
- PathSet store;
- for (auto & i : readDirectory(settings.nixStore)) store.insert(i.name);
- /* Check whether all valid paths actually exist. */
- printMsg(lvlInfo, "checking path existence...");
- PathSet validPaths2 = queryAllValidPaths(), validPaths, done;
- foreach (PathSet::iterator, i, validPaths2)
- verifyPath(*i, store, done, validPaths, repair, errors);
- /* Release the GC lock so that checking content hashes (which can
- take ages) doesn't block the GC or builds. */
- fdGCLock.close();
- /* Optionally, check the content hashes (slow). */
- if (checkContents) {
- printMsg(lvlInfo, "checking hashes...");
- Hash nullHash(htSHA256);
- foreach (PathSet::iterator, i, validPaths) {
- try {
- ValidPathInfo info = queryPathInfo(*i);
- /* Check the content hash (optionally - slow). */
- printMsg(lvlTalkative, format("checking contents of `%1%'") % *i);
- HashResult current = hashPath(info.hash.type, *i);
- if (info.hash != nullHash && info.hash != current.first) {
- printMsg(lvlError, format("path `%1%' was modified! "
- "expected hash `%2%', got `%3%'")
- % *i % printHash(info.hash) % printHash(current.first));
- if (repair) repairPath(*i); else errors = true;
- } else {
- bool update = false;
- /* Fill in missing hashes. */
- if (info.hash == nullHash) {
- printMsg(lvlError, format("fixing missing hash on `%1%'") % *i);
- info.hash = current.first;
- update = true;
- }
- /* Fill in missing narSize fields (from old stores). */
- if (info.narSize == 0) {
- printMsg(lvlError, format("updating size field on `%1%' to %2%") % *i % current.second);
- info.narSize = current.second;
- update = true;
- }
- if (update) updatePathInfo(info);
- }
- } catch (Error & e) {
- /* It's possible that the path got GC'ed, so ignore
- errors on invalid paths. */
- if (isValidPath(*i))
- printMsg(lvlError, format("error: %1%") % e.msg());
- else
- printMsg(lvlError, format("warning: %1%") % e.msg());
- errors = true;
- }
- }
- }
- return errors;
- }
- void LocalStore::verifyPath(const Path & path, const PathSet & store,
- PathSet & done, PathSet & validPaths, bool repair, bool & errors)
- {
- checkInterrupt();
- if (done.find(path) != done.end()) return;
- done.insert(path);
- if (!isStorePath(path)) {
- printMsg(lvlError, format("path `%1%' is not in the store") % path);
- invalidatePath(path);
- return;
- }
- if (store.find(baseNameOf(path)) == store.end()) {
- /* Check any referrers first. If we can invalidate them
- first, then we can invalidate this path as well. */
- bool canInvalidate = true;
- PathSet referrers; queryReferrers(path, referrers);
- foreach (PathSet::iterator, i, referrers)
- if (*i != path) {
- verifyPath(*i, store, done, validPaths, repair, errors);
- if (validPaths.find(*i) != validPaths.end())
- canInvalidate = false;
- }
- if (canInvalidate) {
- printMsg(lvlError, format("path `%1%' disappeared, removing from database...") % path);
- invalidatePath(path);
- } else {
- printMsg(lvlError, format("path `%1%' disappeared, but it still has valid referrers!") % path);
- if (repair)
- try {
- repairPath(path);
- } catch (Error & e) {
- printMsg(lvlError, format("warning: %1%") % e.msg());
- errors = true;
- }
- else errors = true;
- }
- return;
- }
- validPaths.insert(path);
- }
- bool LocalStore::pathContentsGood(const Path & path)
- {
- std::map<Path, bool>::iterator i = pathContentsGoodCache.find(path);
- if (i != pathContentsGoodCache.end()) return i->second;
- printMsg(lvlInfo, format("checking path `%1%'...") % path);
- ValidPathInfo info = queryPathInfo(path);
- bool res;
- if (!pathExists(path))
- res = false;
- else {
- HashResult current = hashPath(info.hash.type, path);
- Hash nullHash(htSHA256);
- res = info.hash == nullHash || info.hash == current.first;
- }
- pathContentsGoodCache[path] = res;
- if (!res) printMsg(lvlError, format("path `%1%' is corrupted or missing!") % path);
- return res;
- }
- void LocalStore::markContentsGood(const Path & path)
- {
- pathContentsGoodCache[path] = true;
- }
- void LocalStore::vacuumDB()
- {
- if (sqlite3_exec(db, "vacuum;", 0, 0, 0) != SQLITE_OK)
- throwSQLiteError(db, "vacuuming SQLite database");
- }
- }
|