path: root/third_party/nix/src/libstore/nar-accessor.cc

#include "libstore/nar-accessor.hh"

#include <algorithm>
#include <map>
#include <nlohmann/json.hpp>
#include <stack>
#include <utility>

#include "libutil/archive.hh"
#include "libutil/json.hh"

namespace nix {

struct NarMember {
  FSAccessor::Type type = FSAccessor::Type::tMissing;

  bool isExecutable = false;

  /* If this is a regular file, position of the contents of this
     file in the NAR. */
  size_t start = 0, size = 0;

  std::string target;

  /* If this is a directory, all the children of the directory. */
  std::map<std::string, NarMember> children;
};

struct NarAccessor : public FSAccessor {
  std::shared_ptr<const std::string> nar;

  GetNarBytes getNarBytes;

  NarMember root;

  struct NarIndexer : ParseSink, StringSource {
    NarAccessor& acc;

    std::stack<NarMember*> parents;

    std::string currentStart;
    bool isExec = false;

    NarIndexer(NarAccessor& acc, const std::string& nar)
        : StringSource(nar), acc(acc) {}

    void createMember(const Path& path, NarMember member) {
      size_t level = std::count(path.begin(), path.end(), '/');
      while (parents.size() > level) {
        parents.pop();
      }

      if (parents.empty()) {
        acc.root = std::move(member);
        parents.push(&acc.root);
      } else {
        if (parents.top()->type != FSAccessor::Type::tDirectory) {
          throw Error("NAR file missing parent directory of path '%s'", path);
        }
        auto result = parents.top()->children.emplace(baseNameOf(path),
                                                      std::move(member));
        parents.push(&result.first->second);
      }
    }

    void createDirectory(const Path& path) override {
      createMember(path, {FSAccessor::Type::tDirectory, false, 0, 0});
    }

    void createRegularFile(const Path& path) override {
      createMember(path, {FSAccessor::Type::tRegular, false, 0, 0});
    }

    void isExecutable() override { parents.top()->isExecutable = true; }

    void preallocateContents(unsigned long long size) override {
      currentStart = std::string(s, pos, 16);
      assert(size <= std::numeric_limits<size_t>::max());
      parents.top()->size = static_cast<size_t>(size);
      parents.top()->start = pos;
    }

    void receiveContents(unsigned char* data, unsigned int len) override {
      // Sanity check
      if (!currentStart.empty()) {
        assert(len < 16 || currentStart == std::string((char*)data, 16));
        currentStart.clear();
      }
    }

    void createSymlink(const Path& path, const std::string& target) override {
      createMember(path,
                   NarMember{FSAccessor::Type::tSymlink, false, 0, 0, target});
    }
  };

  explicit NarAccessor(const ref<const std::string>& nar) : nar(nar) {
    NarIndexer indexer(*this, *nar);
    parseDump(indexer, indexer);
  }

  NarAccessor(const std::string& listing, GetNarBytes getNarBytes)
      : getNarBytes(std::move(getNarBytes)) {
    using json = nlohmann::json;

    std::function<void(NarMember&, json&)> recurse;

    recurse = [&](NarMember& member, json& v) {
      std::string type = v["type"];

      if (type == "directory") {
        member.type = FSAccessor::Type::tDirectory;
        for (auto i = v["entries"].begin(); i != v["entries"].end(); ++i) {
          const std::string& name = i.key();
          recurse(member.children[name], i.value());
        }
      } else if (type == "regular") {
        member.type = FSAccessor::Type::tRegular;
        member.size = v["size"];
        member.isExecutable = v.value("executable", false);
        member.start = v["narOffset"];
      } else if (type == "symlink") {
        member.type = FSAccessor::Type::tSymlink;
        member.target = v.value("target", "");
      } else {
        return;
      }
    };

    json v = json::parse(listing);
    recurse(root, v);
  }

  NarMember* find(const Path& path) {
    Path canon = path.empty() ? "" : canonPath(path);
    NarMember* current = &root;
    auto end = path.end();
    for (auto it = path.begin(); it != end;) {
      // because it != end, the remaining component is non-empty so we need
      // a directory
      if (current->type != FSAccessor::Type::tDirectory) {
        return nullptr;
      }

      // skip slash (canonPath above ensures that this is always a slash)
      assert(*it == '/');
      it += 1;

      // lookup current component
      auto next = std::find(it, end, '/');
      auto child = current->children.find(std::string(it, next));
      if (child == current->children.end()) {
        return nullptr;
      }
      current = &child->second;

      it = next;
    }

    return current;
  }

  NarMember& get(const Path& path) {
    auto result = find(path);
    if (result == nullptr) {
      throw Error("NAR file does not contain path '%1%'", path);
    }
    return *result;
  }

  Stat stat(const Path& path) override {
    auto i = find(path);
    if (i == nullptr) {
      return {FSAccessor::Type::tMissing, 0, false};
    }
    return {i->type, i->size, i->isExecutable, i->start};
  }

  StringSet readDirectory(const Path& path) override {
    auto i = get(path);

    if (i.type != FSAccessor::Type::tDirectory) {
      throw Error(format("path '%1%' inside NAR file is not a directory") %
                  path);
    }

    StringSet res;
    for (auto& child : i.children) {
      res.insert(child.first);
    }

    return res;
  }

  std::string readFile(const Path& path) override {
    auto i = get(path);
    if (i.type != FSAccessor::Type::tRegular) {
      throw Error(format("path '%1%' inside NAR file is not a regular file") %
                  path);
    }

    if (getNarBytes) {
      return getNarBytes(i.start, i.size);
    }

    assert(nar);
    return std::string(*nar, i.start, i.size);
  }

  std::string readLink(const Path& path) override {
    auto i = get(path);
    if (i.type != FSAccessor::Type::tSymlink) {
      throw Error(format("path '%1%' inside NAR file is not a symlink") % path);
    }
    return i.target;
  }
};

ref<FSAccessor> makeNarAccessor(ref<const std::string> nar) {
  return make_ref<NarAccessor>(nar);
}

ref<FSAccessor> makeLazyNarAccessor(const std::string& listing,
                                    GetNarBytes getNarBytes) {
  return make_ref<NarAccessor>(listing, getNarBytes);
}

void listNar(JSONPlaceholder& res, const ref<FSAccessor>& accessor,
             const Path& path, bool recurse) {
  auto st = accessor->stat(path);

  auto obj = res.object();

  switch (st.type) {
    case FSAccessor::Type::tRegular:
      obj.attr("type", "regular");
      obj.attr("size", st.fileSize);
      if (st.isExecutable) {
        obj.attr("executable", true);
      }
      if (st.narOffset != 0u) {
        obj.attr("narOffset", st.narOffset);
      }
      break;
    case FSAccessor::Type::tDirectory:
      obj.attr("type", "directory");
      {
        auto res2 = obj.object("entries");
        for (auto& name : accessor->readDirectory(path)) {
          if (recurse) {
            auto res3 = res2.placeholder(name);
            listNar(res3, accessor, path + "/" + name, true);
          } else {
            res2.object(name);
          }
        }
      }
      break;
    case FSAccessor::Type::tSymlink:
      obj.attr("type", "symlink");
      obj.attr("target", accessor->readLink(path));
      break;
    default:
      throw Error("path '%s' does not exist in NAR", path);
  }
}

}  // namespace nix