#pragma once #include "types.hh" #include "hash.hh" #include "globals.hh" #include #include namespace nix { struct DownloadSettings : Config { Setting enableHttp2{this, true, "http2", "Whether to enable HTTP/2 support."}; Setting userAgentSuffix{this, "", "user-agent-suffix", "String appended to the user agent in HTTP requests."}; Setting httpConnections{this, 25, "http-connections", "Number of parallel HTTP connections.", {"binary-caches-parallel-connections"}}; Setting connectTimeout{this, 0, "connect-timeout", "Timeout for connecting to servers during downloads. 0 means use curl's builtin default."}; Setting stalledDownloadTimeout{this, 300, "stalled-download-timeout", "Timeout (in seconds) for receiving data from servers during download. Nix cancels idle downloads after this timeout's duration."}; Setting tries{this, 5, "download-attempts", "How often Nix will attempt to download a file before giving up."}; }; extern DownloadSettings downloadSettings; struct DownloadRequest { std::string uri; std::string expectedETag; bool verifyTLS = true; bool head = false; size_t tries = downloadSettings.tries; unsigned int baseRetryTimeMs = 250; ActivityId parentAct; bool decompress = true; std::shared_ptr data; std::string mimeType; std::function dataCallback; DownloadRequest(const std::string & uri) : uri(uri), parentAct(getCurActivity()) { } std::string verb() { return data ? "upload" : "download"; } }; struct DownloadResult { bool cached = false; std::string etag; std::string effectiveUri; std::shared_ptr data; uint64_t bodySize = 0; }; struct CachedDownloadRequest { std::string uri; bool unpack = false; std::string name; Hash expectedHash; unsigned int ttl = settings.tarballTtl; CachedDownloadRequest(const std::string & uri) : uri(uri) { } }; struct CachedDownloadResult { // Note: 'storePath' may be different from 'path' when using a // chroot store. Path storePath; Path path; std::optional etag; std::string effectiveUri; }; class Store; struct Downloader { virtual ~Downloader() { } /* Enqueue a download request, returning a future to the result of the download. The future may throw a DownloadError exception. */ virtual void enqueueDownload(const DownloadRequest & request, Callback callback) = 0; std::future enqueueDownload(const DownloadRequest & request); /* Synchronously download a file. */ DownloadResult download(const DownloadRequest & request); /* Download a file, writing its data to a sink. The sink will be invoked on the thread of the caller. */ void download(DownloadRequest && request, Sink & sink); /* Check if the specified file is already in ~/.cache/nix/tarballs and is more recent than ‘tarball-ttl’ seconds. Otherwise, use the recorded ETag to verify if the server has a more recent version, and if so, download it to the Nix store. */ CachedDownloadResult downloadCached(ref store, const CachedDownloadRequest & request); enum Error { NotFound, Forbidden, Misc, Transient, Interrupted }; }; /* Return a shared Downloader object. Using this object is preferred because it enables connection reuse and HTTP/2 multiplexing. */ ref getDownloader(); /* Return a new Downloader object. */ ref makeDownloader(); class DownloadError : public Error { public: Downloader::Error error; DownloadError(Downloader::Error error, const FormatOrString & fs) : Error(fs), error(error) { } }; bool isUri(const string & s); }