/*
 * Copyright (C) 2019 The Android Open Source Project
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *      http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

#include <android-base/file.h>
#include <android-base/stringprintf.h>
#include <sys/select.h>

#include <unistd.h>

#include <optional>
#include <thread>

#include "IncFsTestBase.h"

using namespace android::incfs;
using namespace std::literals;
namespace ab = android::base;

struct ScopedUnmount {
    std::string path_;
    explicit ScopedUnmount(std::string&& path) : path_(std::move(path)) {}
    ~ScopedUnmount() { unmount(path_); }
};

class IncFsTest : public IncFsTestBase {
protected:
    virtual int32_t getReadTimeout() {
        return std::chrono::duration_cast<std::chrono::milliseconds>(kDefaultReadTimeout).count();
    }

    static IncFsSpan metadata(std::string_view sv) {
        return {.data = sv.data(), .size = IncFsSize(sv.size())};
    }

    static int sizeToPages(int size) {
        return (size + INCFS_DATA_FILE_BLOCK_SIZE - 1) / INCFS_DATA_FILE_BLOCK_SIZE;
    }

    void writeTestRanges(int id, int size) {
        auto wfd = openForSpecialOps(control_, fileId(id));
        ASSERT_GE(wfd.get(), 0);

        auto lastPage = sizeToPages(size) - 1;

        std::vector<char> data(INCFS_DATA_FILE_BLOCK_SIZE);
        DataBlock blocks[] = {{
                                      .fileFd = wfd.get(),
                                      .pageIndex = 1,
                                      .compression = INCFS_COMPRESSION_KIND_NONE,
                                      .dataSize = (uint32_t)data.size(),
                                      .data = data.data(),
                              },
                              {
                                      .fileFd = wfd.get(),
                                      .pageIndex = 2,
                                      .compression = INCFS_COMPRESSION_KIND_NONE,
                                      .dataSize = (uint32_t)data.size(),
                                      .data = data.data(),
                              },
                              {
                                      .fileFd = wfd.get(),
                                      .pageIndex = 10,
                                      .compression = INCFS_COMPRESSION_KIND_NONE,
                                      .dataSize = (uint32_t)data.size(),
                                      .data = data.data(),
                              },
                              {
                                      .fileFd = wfd.get(),
                                      // last data page
                                      .pageIndex = lastPage,
                                      .compression = INCFS_COMPRESSION_KIND_NONE,
                                      .dataSize = (uint32_t)data.size(),
                                      .data = data.data(),
                              },
                              {
                                      .fileFd = wfd.get(),
                                      // first hash page
                                      .pageIndex = 0,
                                      .compression = INCFS_COMPRESSION_KIND_NONE,
                                      .dataSize = (uint32_t)data.size(),
                                      .kind = INCFS_BLOCK_KIND_HASH,
                                      .data = data.data(),
                              },
                              {
                                      .fileFd = wfd.get(),
                                      .pageIndex = 2,
                                      .compression = INCFS_COMPRESSION_KIND_NONE,
                                      .dataSize = (uint32_t)data.size(),
                                      .kind = INCFS_BLOCK_KIND_HASH,
                                      .data = data.data(),
                              }};
        ASSERT_EQ((int)std::size(blocks), writeBlocks({blocks, std::size(blocks)}));
    }

    template <class ReadStruct>
    void testWriteBlockAndPageRead() {
        const auto id = fileId(1);
        ASSERT_TRUE(control_.logs() >= 0);
        ASSERT_EQ(0,
                  makeFile(control_, mountPath(test_file_name_), 0555, id,
                           {.size = test_file_size_}));
        auto fd = openForSpecialOps(control_, fileId(1));
        ASSERT_GE(fd.get(), 0);

        std::vector<char> data(INCFS_DATA_FILE_BLOCK_SIZE);
        auto block = DataBlock{
                .fileFd = fd.get(),
                .pageIndex = 0,
                .compression = INCFS_COMPRESSION_KIND_NONE,
                .dataSize = (uint32_t)data.size(),
                .data = data.data(),
        };
        ASSERT_EQ(1, writeBlocks({&block, 1}));

        std::thread wait_page_read_thread([&]() {
            std::vector<ReadStruct> reads;
            auto res = waitForPageReads(control_, std::chrono::seconds(5), &reads);
            ASSERT_EQ(WaitResult::HaveData, res) << (int)res;
            ASSERT_FALSE(reads.empty());
            EXPECT_EQ(0, memcmp(&id, &reads[0].id, sizeof(id)));
            EXPECT_EQ(0, int(reads[0].block));
            if constexpr (std::is_same_v<ReadStruct, ReadInfoWithUid>) {
                if (features() & Features::v2) {
                    EXPECT_NE(kIncFsNoUid, int(reads[0].uid));
                } else {
                    EXPECT_EQ(kIncFsNoUid, int(reads[0].uid));
                }
            }
        });

        const auto file_path = mountPath(test_file_name_);
        const android::base::unique_fd readFd(
                open(file_path.c_str(), O_RDONLY | O_CLOEXEC | O_BINARY));
        ASSERT_TRUE(readFd >= 0);
        char buf[INCFS_DATA_FILE_BLOCK_SIZE];
        ASSERT_TRUE(android::base::ReadFully(readFd, buf, sizeof(buf)));
        wait_page_read_thread.join();
    }
    template <class PendingRead>
    void testWaitForPendingReads() {
        const auto id = fileId(1);
        ASSERT_EQ(0,
                  makeFile(control_, mountPath(test_file_name_), 0555, id,
                           {.size = test_file_size_}));

        std::thread wait_pending_read_thread([&]() {
            std::vector<PendingRead> pending_reads;
            ASSERT_EQ(WaitResult::HaveData,
                      waitForPendingReads(control_, std::chrono::seconds(10), &pending_reads));
            ASSERT_GT(pending_reads.size(), 0u);
            EXPECT_EQ(0, memcmp(&id, &pending_reads[0].id, sizeof(id)));
            EXPECT_EQ(0, (int)pending_reads[0].block);
            if constexpr (std::is_same_v<PendingRead, ReadInfoWithUid>) {
                if (features() & Features::v2) {
                    EXPECT_NE(kIncFsNoUid, int(pending_reads[0].uid));
                } else {
                    EXPECT_EQ(kIncFsNoUid, int(pending_reads[0].uid));
                }
            }

            auto fd = openForSpecialOps(control_, fileId(1));
            ASSERT_GE(fd.get(), 0);

            std::vector<char> data(INCFS_DATA_FILE_BLOCK_SIZE);
            auto block = DataBlock{
                    .fileFd = fd.get(),
                    .pageIndex = 0,
                    .compression = INCFS_COMPRESSION_KIND_NONE,
                    .dataSize = (uint32_t)data.size(),
                    .data = data.data(),
            };
            ASSERT_EQ(1, writeBlocks({&block, 1}));
        });

        const auto file_path = mountPath(test_file_name_);
        const android::base::unique_fd fd(open(file_path.c_str(), O_RDONLY | O_CLOEXEC | O_BINARY));
        ASSERT_GE(fd.get(), 0);
        char buf[INCFS_DATA_FILE_BLOCK_SIZE];
        ASSERT_TRUE(android::base::ReadFully(fd, buf, sizeof(buf)));
        wait_pending_read_thread.join();
    }

    inline static const int test_file_size_ = INCFS_DATA_FILE_BLOCK_SIZE;
};

TEST_F(IncFsTest, GetIncfsFeatures) {
    ASSERT_NE(features(), none);
}

TEST_F(IncFsTest, FalseIncfsPath) {
    TemporaryDir test_dir;
    ASSERT_FALSE(isIncFsPath(test_dir.path));
}

TEST_F(IncFsTest, TrueIncfsPath) {
    ASSERT_TRUE(isIncFsPath(mount_dir_path_));
}

TEST_F(IncFsTest, TrueIncfsPathForBindMount) {
    TemporaryDir tmp_dir_to_bind;
    ASSERT_EQ(0, makeDir(control_, mountPath(test_dir_name_)));
    ASSERT_EQ(0, bindMount(mountPath(test_dir_name_), tmp_dir_to_bind.path));
    ScopedUnmount su(tmp_dir_to_bind.path);
    ASSERT_TRUE(isIncFsPath(tmp_dir_to_bind.path));
}

TEST_F(IncFsTest, FalseIncfsPathFile) {
    TemporaryFile test_file;
    ASSERT_FALSE(isIncFsFd(test_file.fd));
    ASSERT_FALSE(isIncFsPath(test_file.path));
}

TEST_F(IncFsTest, TrueIncfsPathForBindMountFile) {
    ASSERT_EQ(0,
              makeFile(control_, mountPath(test_file_name_), 0555, fileId(1),
                       {.size = test_file_size_}));
    const auto file_path = mountPath(test_file_name_);
    const android::base::unique_fd fd(open(file_path.c_str(), O_RDONLY | O_CLOEXEC | O_BINARY));
    ASSERT_GE(fd.get(), 0);
    ASSERT_TRUE(isIncFsFd(fd.get()));
    ASSERT_TRUE(isIncFsPath(file_path));
}

TEST_F(IncFsTest, Control) {
    ASSERT_TRUE(control_);
    EXPECT_GE(IncFs_GetControlFd(control_, CMD), 0);
    EXPECT_GE(IncFs_GetControlFd(control_, PENDING_READS), 0);
    EXPECT_GE(IncFs_GetControlFd(control_, LOGS), 0);
    EXPECT_EQ((features() & Features::v2) != 0, IncFs_GetControlFd(control_, BLOCKS_WRITTEN) >= 0);

    auto fds = control_.releaseFds();
    EXPECT_GE(fds.size(), size_t(4));
    EXPECT_GE(fds[0].get(), 0);
    EXPECT_GE(fds[1].get(), 0);
    EXPECT_GE(fds[2].get(), 0);
    ASSERT_TRUE(control_);
    EXPECT_LT(IncFs_GetControlFd(control_, CMD), 0);
    EXPECT_LT(IncFs_GetControlFd(control_, PENDING_READS), 0);
    EXPECT_LT(IncFs_GetControlFd(control_, LOGS), 0);
    EXPECT_LT(IncFs_GetControlFd(control_, BLOCKS_WRITTEN), 0);

    control_.close();
    EXPECT_FALSE(control_);

    auto control = IncFs_CreateControl(fds[0].release(), fds[1].release(), fds[2].release(), -1);
    ASSERT_TRUE(control);
    EXPECT_GE(IncFs_GetControlFd(control, CMD), 0);
    EXPECT_GE(IncFs_GetControlFd(control, PENDING_READS), 0);
    EXPECT_GE(IncFs_GetControlFd(control, LOGS), 0);
    IncFsFd rawFds[4];
    EXPECT_EQ(-EINVAL, IncFs_ReleaseControlFds(nullptr, rawFds, 3));
    EXPECT_EQ(-EINVAL, IncFs_ReleaseControlFds(control, nullptr, 3));
    EXPECT_EQ(-ERANGE, IncFs_ReleaseControlFds(control, rawFds, 2));
    EXPECT_EQ(4, IncFs_ReleaseControlFds(control, rawFds, 4));
    EXPECT_GE(rawFds[0], 0);
    EXPECT_GE(rawFds[1], 0);
    EXPECT_GE(rawFds[2], 0);
    ::close(rawFds[0]);
    ::close(rawFds[1]);
    ::close(rawFds[2]);
    if (rawFds[3] >= 0) ::close(rawFds[3]);
    IncFs_DeleteControl(control);
}

TEST_F(IncFsTest, MakeDir) {
    const auto dir_path = mountPath(test_dir_name_);
    ASSERT_FALSE(exists(dir_path));
    ASSERT_EQ(makeDir(control_, dir_path), 0);
    ASSERT_TRUE(exists(dir_path));
}

TEST_F(IncFsTest, MakeDirs) {
    const auto dir_path = mountPath(test_dir_name_);
    ASSERT_FALSE(exists(dir_path));
    ASSERT_EQ(makeDirs(control_, dir_path), 0);
    ASSERT_TRUE(exists(dir_path));
    ASSERT_EQ(makeDirs(control_, dir_path), 0);
    auto nested = dir_path + "/couple/more/nested/levels";
    ASSERT_EQ(makeDirs(control_, nested), 0);
    ASSERT_TRUE(exists(nested));
    ASSERT_NE(makeDirs(control_, "/"), 0);
}

TEST_F(IncFsTest, BindMount) {
    {
        TemporaryDir tmp_dir_to_bind;
        ASSERT_EQ(0, makeDir(control_, mountPath(test_dir_name_)));
        ASSERT_EQ(0, bindMount(mountPath(test_dir_name_), tmp_dir_to_bind.path));
        ScopedUnmount su(tmp_dir_to_bind.path);
        const auto test_file = mountPath(test_dir_name_, test_file_name_);
        ASSERT_FALSE(exists(test_file.c_str())) << "Present: " << test_file;
        ASSERT_EQ(0,
                  makeFile(control_, test_file, 0555, fileId(1),
                           {.size = test_file_size_, .metadata = metadata("md")}));
        ASSERT_TRUE(exists(test_file.c_str())) << "Missing: " << test_file;
        const auto file_binded_path = path::join(tmp_dir_to_bind.path, test_file_name_);
        ASSERT_TRUE(exists(file_binded_path.c_str())) << "Missing: " << file_binded_path;
    }

    {
        // Don't allow binding the root
        TemporaryDir tmp_dir_to_bind;
        ASSERT_EQ(-EINVAL, bindMount(mount_dir_path_, tmp_dir_to_bind.path));
    }
}

TEST_F(IncFsTest, Root) {
    ASSERT_EQ(mount_dir_path_, root(control_)) << "Error: " << errno;
}

TEST_F(IncFsTest, RootInvalidControl) {
    const TemporaryFile tmp_file;
    auto control{createControl(tmp_file.fd, -1, -1, -1)};
    ASSERT_EQ("", root(control)) << "Error: " << errno;
}

TEST_F(IncFsTest, Open) {
    Control control = open(mount_dir_path_);
    ASSERT_TRUE(control.cmd() >= 0);
    ASSERT_TRUE(control.pendingReads() >= 0);
    ASSERT_TRUE(control.logs() >= 0);
}

TEST_F(IncFsTest, OpenFail) {
    TemporaryDir tmp_dir_to_bind;
    Control control = open(tmp_dir_to_bind.path);
    ASSERT_TRUE(control.cmd() < 0);
    ASSERT_TRUE(control.pendingReads() < 0);
    ASSERT_TRUE(control.logs() < 0);
}

TEST_F(IncFsTest, MakeFile) {
    ASSERT_EQ(0, makeDir(control_, mountPath(test_dir_name_)));
    const auto file_path = mountPath(test_dir_name_, test_file_name_);
    ASSERT_FALSE(exists(file_path));
    ASSERT_EQ(0,
              makeFile(control_, file_path, 0111, fileId(1),
                       {.size = test_file_size_, .metadata = metadata("md")}));
    struct stat s;
    ASSERT_EQ(0, stat(file_path.c_str(), &s));
    ASSERT_EQ(test_file_size_, (int)s.st_size);
}

TEST_F(IncFsTest, MakeFile0) {
    ASSERT_EQ(0, makeDir(control_, mountPath(test_dir_name_)));
    const auto file_path = mountPath(test_dir_name_, ".info");
    ASSERT_FALSE(exists(file_path));
    ASSERT_EQ(0,
              makeFile(control_, file_path, 0555, fileId(1),
                       {.size = 0, .metadata = metadata("mdsdfhjasdkfas l;jflaskdjf")}));
    struct stat s;
    ASSERT_EQ(0, stat(file_path.c_str(), &s));
    ASSERT_EQ(0, (int)s.st_size);
}

TEST_F(IncFsTest, GetFileId) {
    auto id = fileId(1);
    ASSERT_EQ(0,
              makeFile(control_, mountPath(test_file_name_), 0555, id,
                       {.size = test_file_size_, .metadata = metadata("md")}));
    EXPECT_EQ(id, getFileId(control_, mountPath(test_file_name_))) << "errno = " << errno;
    EXPECT_EQ(kIncFsInvalidFileId, getFileId(control_, test_file_name_));
    EXPECT_EQ(kIncFsInvalidFileId, getFileId(control_, "asdf"));
    EXPECT_EQ(kIncFsInvalidFileId, getFileId({}, mountPath(test_file_name_)));
}

TEST_F(IncFsTest, GetMetaData) {
    const std::string_view md = "abc"sv;
    ASSERT_EQ(0,
              makeFile(control_, mountPath(test_file_name_), 0555, fileId(1),
                       {.size = test_file_size_, .metadata = metadata(md)}));
    {
        const auto raw_metadata = getMetadata(control_, mountPath(test_file_name_));
        ASSERT_NE(0u, raw_metadata.size()) << errno;
        const std::string result(raw_metadata.begin(), raw_metadata.end());
        ASSERT_EQ(md, result);
    }
    {
        const auto raw_metadata = getMetadata(control_, fileId(1));
        ASSERT_NE(0u, raw_metadata.size()) << errno;
        const std::string result(raw_metadata.begin(), raw_metadata.end());
        ASSERT_EQ(md, result);
    }
}

TEST_F(IncFsTest, LinkAndUnlink) {
    ASSERT_EQ(0, makeFile(control_, mountPath(test_file_name_), 0555, fileId(1), {.size = 0}));
    ASSERT_EQ(0, makeDir(control_, mountPath(test_dir_name_)));
    const std::string_view test_file = "test1.txt"sv;
    const auto linked_file_path = mountPath(test_dir_name_, test_file);
    ASSERT_FALSE(exists(linked_file_path));
    ASSERT_EQ(0, link(control_, mountPath(test_file_name_), linked_file_path));
    ASSERT_TRUE(exists(linked_file_path));
    ASSERT_EQ(0, unlink(control_, linked_file_path));
    ASSERT_FALSE(exists(linked_file_path));
}

TEST_F(IncFsTest, WriteBlocksAndPageRead) {
    ASSERT_NO_FATAL_FAILURE(testWriteBlockAndPageRead<ReadInfo>());
}

TEST_F(IncFsTest, WriteBlocksAndPageReadWithUid) {
    ASSERT_NO_FATAL_FAILURE(testWriteBlockAndPageRead<ReadInfoWithUid>());
}

TEST_F(IncFsTest, WaitForPendingReads) {
    ASSERT_NO_FATAL_FAILURE(testWaitForPendingReads<ReadInfo>());
}

TEST_F(IncFsTest, WaitForPendingReadsWithUid) {
    ASSERT_NO_FATAL_FAILURE(testWaitForPendingReads<ReadInfoWithUid>());
}

TEST_F(IncFsTest, GetFilledRangesBad) {
    EXPECT_EQ(-EBADF, IncFs_GetFilledRanges(-1, {}, nullptr));
    EXPECT_EQ(-EINVAL, IncFs_GetFilledRanges(0, {}, nullptr));
    EXPECT_EQ(-EINVAL, IncFs_GetFilledRangesStartingFrom(0, -1, {}, nullptr));

    makeFileWithHash(1);
    const android::base::unique_fd readFd(
            open(mountPath(test_file_name_).c_str(), O_RDONLY | O_CLOEXEC | O_BINARY));
    ASSERT_GE(readFd.get(), 0);

    char buffer[1024];
    IncFsFilledRanges res;
    EXPECT_EQ(-EPERM, IncFs_GetFilledRanges(readFd.get(), {buffer, std::size(buffer)}, &res));
}

TEST_F(IncFsTest, GetFilledRanges) {
    ASSERT_EQ(0,
              makeFile(control_, mountPath(test_file_name_), 0555, fileId(1),
                       {.size = 4 * INCFS_DATA_FILE_BLOCK_SIZE}));
    char buffer[1024];
    const auto bufferSpan = IncFsSpan{.data = buffer, .size = std::size(buffer)};

    auto fd = openForSpecialOps(control_, fileId(1));
    ASSERT_GE(fd.get(), 0);

    IncFsFilledRanges filledRanges;
    EXPECT_EQ(0, IncFs_GetFilledRanges(fd.get(), IncFsSpan{}, &filledRanges));
    EXPECT_EQ(0, filledRanges.dataRangesCount);
    EXPECT_EQ(0, filledRanges.hashRangesCount);

    EXPECT_EQ(0, IncFs_GetFilledRanges(fd.get(), bufferSpan, &filledRanges));
    EXPECT_EQ(0, filledRanges.dataRangesCount);
    EXPECT_EQ(0, filledRanges.hashRangesCount);

    EXPECT_EQ(0, IncFs_GetFilledRangesStartingFrom(fd.get(), 0, bufferSpan, &filledRanges));
    EXPECT_EQ(0, filledRanges.dataRangesCount);
    EXPECT_EQ(0, filledRanges.hashRangesCount);

    EXPECT_EQ(0, IncFs_GetFilledRangesStartingFrom(fd.get(), 1, bufferSpan, &filledRanges));
    EXPECT_EQ(0, filledRanges.dataRangesCount);
    EXPECT_EQ(0, filledRanges.hashRangesCount);

    EXPECT_EQ(0, IncFs_GetFilledRangesStartingFrom(fd.get(), 30, bufferSpan, &filledRanges));
    EXPECT_EQ(0, filledRanges.dataRangesCount);
    EXPECT_EQ(0, filledRanges.hashRangesCount);

    EXPECT_EQ(-ENODATA, IncFs_IsFullyLoaded(fd.get()));
    EXPECT_EQ(-ENODATA, IncFs_IsEverythingFullyLoaded(control_));

    // write one block
    std::vector<char> data(INCFS_DATA_FILE_BLOCK_SIZE);
    auto block = DataBlock{
            .fileFd = fd.get(),
            .pageIndex = 0,
            .compression = INCFS_COMPRESSION_KIND_NONE,
            .dataSize = (uint32_t)data.size(),
            .data = data.data(),
    };
    ASSERT_EQ(1, writeBlocks({&block, 1}));

    EXPECT_EQ(0, IncFs_GetFilledRanges(fd.get(), bufferSpan, &filledRanges));
    ASSERT_EQ(1, filledRanges.dataRangesCount);
    EXPECT_EQ(0, filledRanges.dataRanges[0].begin);
    EXPECT_EQ(1, filledRanges.dataRanges[0].end);
    EXPECT_EQ(0, filledRanges.hashRangesCount);

    EXPECT_EQ(0, IncFs_GetFilledRangesStartingFrom(fd.get(), 0, bufferSpan, &filledRanges));
    ASSERT_EQ(1, filledRanges.dataRangesCount);
    EXPECT_EQ(0, filledRanges.dataRanges[0].begin);
    EXPECT_EQ(1, filledRanges.dataRanges[0].end);
    EXPECT_EQ(0, filledRanges.hashRangesCount);

    EXPECT_EQ(0, IncFs_GetFilledRangesStartingFrom(fd.get(), 1, bufferSpan, &filledRanges));
    EXPECT_EQ(0, filledRanges.dataRangesCount);
    EXPECT_EQ(0, filledRanges.hashRangesCount);

    EXPECT_EQ(0, IncFs_GetFilledRangesStartingFrom(fd.get(), 30, bufferSpan, &filledRanges));
    EXPECT_EQ(0, filledRanges.dataRangesCount);
    EXPECT_EQ(0, filledRanges.hashRangesCount);

    EXPECT_EQ(-ENODATA, IncFs_IsFullyLoaded(fd.get()));
    EXPECT_EQ(-ENODATA, IncFs_IsEverythingFullyLoaded(control_));

    // append one more block next to the first one
    block.pageIndex = 1;
    ASSERT_EQ(1, writeBlocks({&block, 1}));

    EXPECT_EQ(0, IncFs_GetFilledRanges(fd.get(), bufferSpan, &filledRanges));
    ASSERT_EQ(1, filledRanges.dataRangesCount);
    EXPECT_EQ(0, filledRanges.dataRanges[0].begin);
    EXPECT_EQ(2, filledRanges.dataRanges[0].end);
    EXPECT_EQ(0, filledRanges.hashRangesCount);

    EXPECT_EQ(0, IncFs_GetFilledRangesStartingFrom(fd.get(), 0, bufferSpan, &filledRanges));
    ASSERT_EQ(1, filledRanges.dataRangesCount);
    EXPECT_EQ(0, filledRanges.dataRanges[0].begin);
    EXPECT_EQ(2, filledRanges.dataRanges[0].end);
    EXPECT_EQ(0, filledRanges.hashRangesCount);

    EXPECT_EQ(0, IncFs_GetFilledRangesStartingFrom(fd.get(), 1, bufferSpan, &filledRanges));
    ASSERT_EQ(1, filledRanges.dataRangesCount);
    EXPECT_EQ(1, filledRanges.dataRanges[0].begin);
    EXPECT_EQ(2, filledRanges.dataRanges[0].end);
    EXPECT_EQ(0, filledRanges.hashRangesCount);

    EXPECT_EQ(0, IncFs_GetFilledRangesStartingFrom(fd.get(), 30, bufferSpan, &filledRanges));
    EXPECT_EQ(0, filledRanges.dataRangesCount);
    EXPECT_EQ(0, filledRanges.hashRangesCount);

    EXPECT_EQ(-ENODATA, IncFs_IsFullyLoaded(fd.get()));
    EXPECT_EQ(-ENODATA, IncFs_IsEverythingFullyLoaded(control_));

    // now create a gap between filled blocks
    block.pageIndex = 3;
    ASSERT_EQ(1, writeBlocks({&block, 1}));

    EXPECT_EQ(0, IncFs_GetFilledRanges(fd.get(), bufferSpan, &filledRanges));
    ASSERT_EQ(2, filledRanges.dataRangesCount);
    EXPECT_EQ(0, filledRanges.dataRanges[0].begin);
    EXPECT_EQ(2, filledRanges.dataRanges[0].end);
    EXPECT_EQ(3, filledRanges.dataRanges[1].begin);
    EXPECT_EQ(4, filledRanges.dataRanges[1].end);
    EXPECT_EQ(0, filledRanges.hashRangesCount);

    EXPECT_EQ(0, IncFs_GetFilledRangesStartingFrom(fd.get(), 0, bufferSpan, &filledRanges));
    ASSERT_EQ(2, filledRanges.dataRangesCount);
    EXPECT_EQ(0, filledRanges.dataRanges[0].begin);
    EXPECT_EQ(2, filledRanges.dataRanges[0].end);
    EXPECT_EQ(3, filledRanges.dataRanges[1].begin);
    EXPECT_EQ(4, filledRanges.dataRanges[1].end);
    EXPECT_EQ(0, filledRanges.hashRangesCount);

    EXPECT_EQ(0, IncFs_GetFilledRangesStartingFrom(fd.get(), 1, bufferSpan, &filledRanges));
    ASSERT_EQ(2, filledRanges.dataRangesCount);
    EXPECT_EQ(1, filledRanges.dataRanges[0].begin);
    EXPECT_EQ(2, filledRanges.dataRanges[0].end);
    EXPECT_EQ(3, filledRanges.dataRanges[1].begin);
    EXPECT_EQ(4, filledRanges.dataRanges[1].end);
    EXPECT_EQ(0, filledRanges.hashRangesCount);

    EXPECT_EQ(0, IncFs_GetFilledRangesStartingFrom(fd.get(), 2, bufferSpan, &filledRanges));
    ASSERT_EQ(1, filledRanges.dataRangesCount);
    EXPECT_EQ(3, filledRanges.dataRanges[0].begin);
    EXPECT_EQ(4, filledRanges.dataRanges[0].end);
    EXPECT_EQ(0, filledRanges.hashRangesCount);

    EXPECT_EQ(0, IncFs_GetFilledRangesStartingFrom(fd.get(), 30, bufferSpan, &filledRanges));
    EXPECT_EQ(0, filledRanges.dataRangesCount);
    EXPECT_EQ(0, filledRanges.hashRangesCount);

    EXPECT_EQ(-ENODATA, IncFs_IsFullyLoaded(fd.get()));
    EXPECT_EQ(-ENODATA, IncFs_IsEverythingFullyLoaded(control_));

    // at last fill the whole file and make sure we report it as having a single range
    block.pageIndex = 2;
    ASSERT_EQ(1, writeBlocks({&block, 1}));

    EXPECT_EQ(0, IncFs_GetFilledRanges(fd.get(), bufferSpan, &filledRanges));
    ASSERT_EQ(1, filledRanges.dataRangesCount);
    EXPECT_EQ(0, filledRanges.dataRanges[0].begin);
    EXPECT_EQ(4, filledRanges.dataRanges[0].end);
    EXPECT_EQ(0, filledRanges.hashRangesCount);

    EXPECT_EQ(0, IncFs_GetFilledRangesStartingFrom(fd.get(), 0, bufferSpan, &filledRanges));
    ASSERT_EQ(1, filledRanges.dataRangesCount);
    EXPECT_EQ(0, filledRanges.dataRanges[0].begin);
    EXPECT_EQ(4, filledRanges.dataRanges[0].end);
    EXPECT_EQ(0, filledRanges.hashRangesCount);

    EXPECT_EQ(0, IncFs_GetFilledRangesStartingFrom(fd.get(), 1, bufferSpan, &filledRanges));
    ASSERT_EQ(1, filledRanges.dataRangesCount);
    EXPECT_EQ(1, filledRanges.dataRanges[0].begin);
    EXPECT_EQ(4, filledRanges.dataRanges[0].end);

    EXPECT_EQ(0, IncFs_GetFilledRangesStartingFrom(fd.get(), 30, bufferSpan, &filledRanges));
    EXPECT_EQ(0, filledRanges.dataRangesCount);
    EXPECT_EQ(0, filledRanges.hashRangesCount);

    EXPECT_EQ(0, IncFs_IsFullyLoaded(fd.get()));
    EXPECT_EQ(0, IncFs_IsEverythingFullyLoaded(control_));
}

TEST_F(IncFsTest, GetFilledRangesSmallBuffer) {
    ASSERT_EQ(0,
              makeFile(control_, mountPath(test_file_name_), 0555, fileId(1),
                       {.size = 5 * INCFS_DATA_FILE_BLOCK_SIZE}));
    char buffer[1024];

    auto fd = openForSpecialOps(control_, fileId(1));
    ASSERT_GE(fd.get(), 0);

    std::vector<char> data(INCFS_DATA_FILE_BLOCK_SIZE);
    DataBlock blocks[] = {DataBlock{
                                  .fileFd = fd.get(),
                                  .pageIndex = 0,
                                  .compression = INCFS_COMPRESSION_KIND_NONE,
                                  .dataSize = (uint32_t)data.size(),
                                  .data = data.data(),
                          },
                          DataBlock{
                                  .fileFd = fd.get(),
                                  .pageIndex = 2,
                                  .compression = INCFS_COMPRESSION_KIND_NONE,
                                  .dataSize = (uint32_t)data.size(),
                                  .data = data.data(),
                          },
                          DataBlock{
                                  .fileFd = fd.get(),
                                  .pageIndex = 4,
                                  .compression = INCFS_COMPRESSION_KIND_NONE,
                                  .dataSize = (uint32_t)data.size(),
                                  .data = data.data(),
                          }};
    ASSERT_EQ(3, writeBlocks({blocks, 3}));

    IncFsSpan bufferSpan = {.data = buffer, .size = sizeof(IncFsBlockRange)};
    IncFsFilledRanges filledRanges;
    EXPECT_EQ(-ERANGE, IncFs_GetFilledRanges(fd.get(), bufferSpan, &filledRanges));
    ASSERT_EQ(1, filledRanges.dataRangesCount);
    EXPECT_EQ(0, filledRanges.dataRanges[0].begin);
    EXPECT_EQ(1, filledRanges.dataRanges[0].end);
    EXPECT_EQ(0, filledRanges.hashRangesCount);
    EXPECT_EQ(2, filledRanges.endIndex);

    EXPECT_EQ(-ERANGE,
              IncFs_GetFilledRangesStartingFrom(fd.get(), filledRanges.endIndex, bufferSpan,
                                                &filledRanges));
    ASSERT_EQ(1, filledRanges.dataRangesCount);
    EXPECT_EQ(2, filledRanges.dataRanges[0].begin);
    EXPECT_EQ(3, filledRanges.dataRanges[0].end);
    EXPECT_EQ(0, filledRanges.hashRangesCount);
    EXPECT_EQ(4, filledRanges.endIndex);

    EXPECT_EQ(0,
              IncFs_GetFilledRangesStartingFrom(fd.get(), filledRanges.endIndex, bufferSpan,
                                                &filledRanges));
    ASSERT_EQ(1, filledRanges.dataRangesCount);
    EXPECT_EQ(4, filledRanges.dataRanges[0].begin);
    EXPECT_EQ(5, filledRanges.dataRanges[0].end);
    EXPECT_EQ(0, filledRanges.hashRangesCount);
    EXPECT_EQ(5, filledRanges.endIndex);
}

TEST_F(IncFsTest, GetFilledRangesWithHashes) {
    auto size = makeFileWithHash(1);
    ASSERT_GT(size, 0);
    ASSERT_NO_FATAL_FAILURE(writeTestRanges(1, size));

    auto fd = openForSpecialOps(control_, fileId(1));
    ASSERT_GE(fd.get(), 0);

    char buffer[1024];
    IncFsSpan bufferSpan = {.data = buffer, .size = sizeof(buffer)};
    IncFsFilledRanges filledRanges;
    EXPECT_EQ(0, IncFs_GetFilledRanges(fd.get(), bufferSpan, &filledRanges));
    ASSERT_EQ(3, filledRanges.dataRangesCount);
    auto lastPage = sizeToPages(size) - 1;
    EXPECT_EQ(lastPage, filledRanges.dataRanges[2].begin);
    EXPECT_EQ(lastPage + 1, filledRanges.dataRanges[2].end);
    EXPECT_EQ(2, filledRanges.hashRangesCount);
    EXPECT_EQ(0, filledRanges.hashRanges[0].begin);
    EXPECT_EQ(1, filledRanges.hashRanges[0].end);
    EXPECT_EQ(2, filledRanges.hashRanges[1].begin);
    EXPECT_EQ(3, filledRanges.hashRanges[1].end);
    EXPECT_EQ(sizeToPages(size) + 3, filledRanges.endIndex);
}

TEST_F(IncFsTest, GetFilledRangesCpp) {
    auto size = makeFileWithHash(1);
    ASSERT_GT(size, 0);
    ASSERT_NO_FATAL_FAILURE(writeTestRanges(1, size));

    auto fd = openForSpecialOps(control_, fileId(1));
    ASSERT_GE(fd.get(), 0);

    // simply get all ranges
    auto [res, ranges] = getFilledRanges(fd.get());
    EXPECT_EQ(res, 0);
    EXPECT_EQ(size_t(5), ranges.totalSize());
    ASSERT_EQ(size_t(3), ranges.dataRanges().size());
    auto lastPage = sizeToPages(size) - 1;
    EXPECT_EQ(lastPage, ranges.dataRanges()[2].begin);
    EXPECT_EQ(size_t(1), ranges.dataRanges()[2].size());
    ASSERT_EQ(size_t(2), ranges.hashRanges().size());
    EXPECT_EQ(0, ranges.hashRanges()[0].begin);
    EXPECT_EQ(size_t(1), ranges.hashRanges()[0].size());
    EXPECT_EQ(2, ranges.hashRanges()[1].begin);
    EXPECT_EQ(size_t(1), ranges.hashRanges()[1].size());

    // now check how buffer size limiting works.
    FilledRanges::RangeBuffer buf(ranges.totalSize() - 1);
    auto [res2, ranges2] = getFilledRanges(fd.get(), std::move(buf));
    ASSERT_EQ(-ERANGE, res2);
    EXPECT_EQ(ranges.totalSize() - 1, ranges2.totalSize());
    ASSERT_EQ(size_t(3), ranges2.dataRanges().size());
    ASSERT_EQ(size_t(1), ranges2.hashRanges().size());
    EXPECT_EQ(0, ranges2.hashRanges()[0].begin);
    EXPECT_EQ(size_t(1), ranges2.hashRanges()[0].size());

    // and now check the resumption from the previous result
    auto [res3, ranges3] = getFilledRanges(fd.get(), std::move(ranges2));
    ASSERT_EQ(0, res3);
    EXPECT_EQ(ranges.totalSize(), ranges3.totalSize());
    ASSERT_EQ(size_t(3), ranges3.dataRanges().size());
    ASSERT_EQ(size_t(2), ranges3.hashRanges().size());
    EXPECT_EQ(0, ranges3.hashRanges()[0].begin);
    EXPECT_EQ(size_t(1), ranges3.hashRanges()[0].size());
    EXPECT_EQ(2, ranges3.hashRanges()[1].begin);
    EXPECT_EQ(size_t(1), ranges3.hashRanges()[1].size());

    EXPECT_EQ(LoadingState::MissingBlocks, isFullyLoaded(fd.get()));
    EXPECT_EQ(LoadingState::MissingBlocks, isEverythingFullyLoaded(control_));

    {
        std::vector<char> data(INCFS_DATA_FILE_BLOCK_SIZE);
        DataBlock block = {.fileFd = fd.get(),
                           .pageIndex = 1,
                           .compression = INCFS_COMPRESSION_KIND_NONE,
                           .dataSize = (uint32_t)data.size(),
                           .data = data.data()};
        for (auto i = 0; i != sizeToPages(size); ++i) {
            block.pageIndex = i;
            ASSERT_EQ(1, writeBlocks({&block, 1}));
        }
        block.kind = INCFS_BLOCK_KIND_HASH;
        for (auto i = 0; i != 3; ++i) {
            block.pageIndex = i;
            ASSERT_EQ(1, writeBlocks({&block, 1}));
        }
    }
    EXPECT_EQ(LoadingState::Full, isFullyLoaded(fd.get()));
    EXPECT_EQ(LoadingState::Full, isEverythingFullyLoaded(control_));
}

TEST_F(IncFsTest, BlocksWritten) {
    if (!(features() & Features::v2)) {
        GTEST_SKIP() << "test not supported: IncFS is too old";
        return;
    }
    const auto id = fileId(1);
    ASSERT_EQ(0,
              makeFile(control_, mountPath(test_file_name_), 0555, id, {.size = test_file_size_}));

    IncFsSize blocksWritten = 0;
    ASSERT_EQ(0, IncFs_WaitForFsWrittenBlocksChange(control_, 0, &blocksWritten));
    EXPECT_EQ(0, blocksWritten);

    auto fd = openForSpecialOps(control_, fileId(1));
    ASSERT_GE(fd.get(), 0);

    std::vector<char> data(INCFS_DATA_FILE_BLOCK_SIZE);
    auto block = DataBlock{
            .fileFd = fd.get(),
            .pageIndex = 0,
            .compression = INCFS_COMPRESSION_KIND_NONE,
            .dataSize = (uint32_t)data.size(),
            .data = data.data(),
    };
    ASSERT_EQ(1, writeBlocks({&block, 1}));

    ASSERT_EQ(0, IncFs_WaitForFsWrittenBlocksChange(control_, 0, &blocksWritten));
    EXPECT_EQ(1, blocksWritten);
}

TEST_F(IncFsTest, Timeouts) {
    if (!(features() & Features::v2)) {
        GTEST_SKIP() << "test not supported: IncFS is too old";
        return;
    }

    IncFsUidReadTimeouts timeouts[2] = {{1, 1000, 2000, 3000}, {2, 1000, 3000, 4000}};

    EXPECT_EQ(0, IncFs_SetUidReadTimeouts(control_, timeouts, std::size(timeouts)));

    IncFsUidReadTimeouts outTimeouts[3];

    size_t outSize = 1;
    EXPECT_EQ(-E2BIG, IncFs_GetUidReadTimeouts(control_, outTimeouts, &outSize));
    EXPECT_EQ(size_t(2), outSize);

    outSize = 3;
    EXPECT_EQ(0, IncFs_GetUidReadTimeouts(control_, outTimeouts, &outSize));
    EXPECT_EQ(size_t(2), outSize);

    EXPECT_EQ(0, memcmp(timeouts, outTimeouts, 2 * sizeof(timeouts[0])));
}

TEST_F(IncFsTest, CompletionNoFiles) {
    if (!(features() & Features::v2)) {
        GTEST_SKIP() << "test not supported: IncFS is too old";
        return;
    }

    size_t count = 0;
    EXPECT_EQ(0, IncFs_ListIncompleteFiles(control_, nullptr, &count));
    EXPECT_EQ(size_t(0), count);
    EXPECT_EQ(0, IncFs_WaitForLoadingComplete(control_, 0));
}

TEST_F(IncFsTest, CompletionOneFile) {
    if (!(features() & Features::v2)) {
        GTEST_SKIP() << "test not supported: IncFS is too old";
        return;
    }

    const auto id = fileId(1);
    ASSERT_EQ(0,
              makeFile(control_, mountPath(test_file_name_), 0555, id, {.size = test_file_size_}));

    size_t count = 0;
    EXPECT_EQ(-E2BIG, IncFs_ListIncompleteFiles(control_, nullptr, &count));
    EXPECT_EQ(size_t(1), count);
    EXPECT_EQ(-ETIMEDOUT, IncFs_WaitForLoadingComplete(control_, 0));

    IncFsFileId ids[2];
    count = 2;
    EXPECT_EQ(0, IncFs_ListIncompleteFiles(control_, ids, &count));
    EXPECT_EQ(size_t(1), count);
    EXPECT_EQ(id, ids[0]);

    auto fd = openForSpecialOps(control_, id);
    ASSERT_GE(fd.get(), 0);
    std::vector<char> data(INCFS_DATA_FILE_BLOCK_SIZE);
    auto block = DataBlock{
            .fileFd = fd.get(),
            .pageIndex = 0,
            .compression = INCFS_COMPRESSION_KIND_NONE,
            .dataSize = (uint32_t)data.size(),
            .data = data.data(),
    };
    ASSERT_EQ(1, writeBlocks({&block, 1}));

    count = 2;
    EXPECT_EQ(0, IncFs_ListIncompleteFiles(control_, ids, &count));
    EXPECT_EQ(size_t(0), count);
    EXPECT_EQ(0, IncFs_WaitForLoadingComplete(control_, 0));
}

TEST_F(IncFsTest, CompletionMultiple) {
    if (!(features() & Features::v2)) {
        GTEST_SKIP() << "test not supported: IncFS is too old";
        return;
    }

    const auto id = fileId(1);
    ASSERT_EQ(0,
              makeFile(control_, mountPath(test_file_name_), 0555, id, {.size = test_file_size_}));

    size_t count = 0;
    EXPECT_EQ(-E2BIG, IncFs_ListIncompleteFiles(control_, nullptr, &count));
    EXPECT_EQ(size_t(1), count);
    EXPECT_EQ(-ETIMEDOUT, IncFs_WaitForLoadingComplete(control_, 0));

    // fill the existing file but add another one
    const auto id2 = fileId(2);
    ASSERT_EQ(0, makeFile(control_, mountPath("test2"), 0555, id2, {.size = test_file_size_}));

    IncFsFileId ids[2];
    count = 2;
    EXPECT_EQ(0, IncFs_ListIncompleteFiles(control_, ids, &count));
    EXPECT_EQ(size_t(2), count);
    EXPECT_EQ(id, ids[0]);
    EXPECT_EQ(id2, ids[1]);

    auto fd = openForSpecialOps(control_, id);
    ASSERT_GE(fd.get(), 0);
    std::vector<char> data(INCFS_DATA_FILE_BLOCK_SIZE);
    auto block = DataBlock{
            .fileFd = fd.get(),
            .pageIndex = 0,
            .compression = INCFS_COMPRESSION_KIND_NONE,
            .dataSize = (uint32_t)data.size(),
            .data = data.data(),
    };
    ASSERT_EQ(1, writeBlocks({&block, 1}));

    count = 2;
    EXPECT_EQ(0, IncFs_ListIncompleteFiles(control_, ids, &count));
    EXPECT_EQ(size_t(1), count);
    EXPECT_EQ(id2, ids[0]);
    EXPECT_EQ(-ETIMEDOUT, IncFs_WaitForLoadingComplete(control_, 0));
}

TEST_F(IncFsTest, CompletionWait) {
    if (!(features() & Features::v2)) {
        GTEST_SKIP() << "test not supported: IncFS is too old";
        return;
    }

    ASSERT_EQ(0,
              makeFile(control_, mountPath("test1"), 0555, fileId(1),
                       {.size = INCFS_DATA_FILE_BLOCK_SIZE}));
    ASSERT_EQ(0,
              makeFile(control_, mountPath("test2"), 0555, fileId(2),
                       {.size = INCFS_DATA_FILE_BLOCK_SIZE}));
    ASSERT_EQ(0,
              makeFile(control_, mountPath("test3"), 0555, fileId(3),
                       {.size = INCFS_DATA_FILE_BLOCK_SIZE}));

    std::atomic<int> res = -1;
    auto waiter = std::thread([&] { res = IncFs_WaitForLoadingComplete(control_, 5 * 1000); });

    std::vector<char> data(INCFS_DATA_FILE_BLOCK_SIZE);

    {
        auto fd = openForSpecialOps(control_, fileId(1));
        ASSERT_GE(fd.get(), 0);
        auto block = DataBlock{
                .fileFd = fd.get(),
                .pageIndex = 0,
                .compression = INCFS_COMPRESSION_KIND_NONE,
                .dataSize = (uint32_t)data.size(),
                .data = data.data(),
        };
        ASSERT_EQ(1, writeBlocks({&block, 1}));
    }
    ASSERT_TRUE(res == -1);

    {
        auto fd = openForSpecialOps(control_, fileId(3));
        ASSERT_GE(fd.get(), 0);
        auto block = DataBlock{
                .fileFd = fd.get(),
                .pageIndex = 0,
                .compression = INCFS_COMPRESSION_KIND_NONE,
                .dataSize = (uint32_t)data.size(),
                .data = data.data(),
        };
        ASSERT_EQ(1, writeBlocks({&block, 1}));
    }
    ASSERT_TRUE(res == -1);

    {
        auto fd = openForSpecialOps(control_, fileId(2));
        ASSERT_GE(fd.get(), 0);
        auto block = DataBlock{
                .fileFd = fd.get(),
                .pageIndex = 0,
                .compression = INCFS_COMPRESSION_KIND_NONE,
                .dataSize = (uint32_t)data.size(),
                .data = data.data(),
        };
        ASSERT_EQ(1, writeBlocks({&block, 1}));
    }

    waiter.join();

    auto listIncomplete = [&] {
        IncFsFileId ids[3];
        size_t count = 3;
        if (IncFs_ListIncompleteFiles(control_, ids, &count) != 0) {
            return "error listing incomplete files"s;
        }
        auto res = ab::StringPrintf("[%d]", int(count));
        for (size_t i = 0; i < count; ++i) {
            ab::StringAppendF(&res, " %s", toString(ids[i]).c_str());
        }
        return res;
    };
    EXPECT_EQ(0, res) << "Incomplete files: " << listIncomplete();
}

TEST_F(IncFsTest, GetBlockCounts) {
    if (!(features() & Features::v2)) {
        GTEST_SKIP() << "test not supported: IncFS is too old";
        return;
    }

    const auto id = fileId(1);
    ASSERT_EQ(0,
              makeFile(control_, mountPath(test_file_name_), 0555, id,
                       {.size = 20 * INCFS_DATA_FILE_BLOCK_SIZE + 3}));

    IncFsBlockCounts counts = {};
    EXPECT_EQ(0,
              IncFs_GetFileBlockCountByPath(control_, mountPath(test_file_name_).c_str(), &counts));
    EXPECT_EQ(21, counts.totalDataBlocks);
    EXPECT_EQ(0, counts.filledDataBlocks);
    EXPECT_EQ(0, counts.totalHashBlocks);
    EXPECT_EQ(0, counts.filledHashBlocks);

    EXPECT_EQ(0, IncFs_GetFileBlockCountById(control_, id, &counts));
    EXPECT_EQ(21, counts.totalDataBlocks);
    EXPECT_EQ(0, counts.filledDataBlocks);
    EXPECT_EQ(0, counts.totalHashBlocks);
    EXPECT_EQ(0, counts.filledHashBlocks);

    auto fd = openForSpecialOps(control_, id);
    ASSERT_GE(fd.get(), 0);
    std::vector<char> data(INCFS_DATA_FILE_BLOCK_SIZE);
    auto block = DataBlock{
            .fileFd = fd.get(),
            .pageIndex = 3,
            .compression = INCFS_COMPRESSION_KIND_NONE,
            .dataSize = (uint32_t)data.size(),
            .data = data.data(),
    };
    ASSERT_EQ(1, writeBlocks({&block, 1}));

    EXPECT_EQ(0,
              IncFs_GetFileBlockCountByPath(control_, mountPath(test_file_name_).c_str(), &counts));
    EXPECT_EQ(21, counts.totalDataBlocks);
    EXPECT_EQ(1, counts.filledDataBlocks);
    EXPECT_EQ(0, counts.totalHashBlocks);
    EXPECT_EQ(0, counts.filledHashBlocks);

    EXPECT_EQ(0, IncFs_GetFileBlockCountById(control_, id, &counts));
    EXPECT_EQ(21, counts.totalDataBlocks);
    EXPECT_EQ(1, counts.filledDataBlocks);
    EXPECT_EQ(0, counts.totalHashBlocks);
    EXPECT_EQ(0, counts.filledHashBlocks);
}

TEST_F(IncFsTest, GetBlockCountsHash) {
    if (!(features() & Features::v2)) {
        GTEST_SKIP() << "test not supported: IncFS is too old";
        return;
    }

    auto size = makeFileWithHash(1);
    ASSERT_GT(size, 0);

    IncFsBlockCounts counts = {};
    EXPECT_EQ(0,
              IncFs_GetFileBlockCountByPath(control_, mountPath(test_file_name_).c_str(), &counts));
    EXPECT_EQ(sizeToPages(size), counts.totalDataBlocks);
    EXPECT_EQ(0, counts.filledDataBlocks);
    EXPECT_EQ(3, counts.totalHashBlocks);
    EXPECT_EQ(0, counts.filledHashBlocks);

    ASSERT_NO_FATAL_FAILURE(writeTestRanges(1, size));

    EXPECT_EQ(0,
              IncFs_GetFileBlockCountByPath(control_, mountPath(test_file_name_).c_str(), &counts));
    EXPECT_EQ(sizeToPages(size), counts.totalDataBlocks);
    EXPECT_EQ(4, counts.filledDataBlocks);
    EXPECT_EQ(3, counts.totalHashBlocks);
    EXPECT_EQ(2, counts.filledHashBlocks);
}

TEST_F(IncFsTest, ReserveSpace) {
    auto size = makeFileWithHash(1);
    ASSERT_GT(size, 0);

    EXPECT_EQ(-ENOENT,
              IncFs_ReserveSpaceByPath(control_, mountPath("1"s += test_file_name_).c_str(), size));
    EXPECT_EQ(0, IncFs_ReserveSpaceByPath(control_, mountPath(test_file_name_).c_str(), size));
    EXPECT_EQ(0, IncFs_ReserveSpaceByPath(control_, mountPath(test_file_name_).c_str(), 2 * size));
    EXPECT_EQ(0, IncFs_ReserveSpaceByPath(control_, mountPath(test_file_name_).c_str(), 2 * size));
    EXPECT_EQ(0,
              IncFs_ReserveSpaceByPath(control_, mountPath(test_file_name_).c_str(),
                                       kTrimReservedSpace));
    EXPECT_EQ(0,
              IncFs_ReserveSpaceByPath(control_, mountPath(test_file_name_).c_str(),
                                       kTrimReservedSpace));

    EXPECT_EQ(-ENOENT, IncFs_ReserveSpaceById(control_, fileId(2), size));
    EXPECT_EQ(0, IncFs_ReserveSpaceById(control_, fileId(1), size));
    EXPECT_EQ(0, IncFs_ReserveSpaceById(control_, fileId(1), 2 * size));
    EXPECT_EQ(0, IncFs_ReserveSpaceById(control_, fileId(1), 2 * size));
    EXPECT_EQ(0, IncFs_ReserveSpaceById(control_, fileId(1), kTrimReservedSpace));
    EXPECT_EQ(0, IncFs_ReserveSpaceById(control_, fileId(1), kTrimReservedSpace));
}

TEST_F(IncFsTest, ForEachFile) {
    const auto incompleteSupported = (features() & Features::v2) != 0;
    EXPECT_EQ(-EINVAL, IncFs_ForEachFile(nullptr, nullptr, nullptr));
    EXPECT_EQ(-EINVAL, IncFs_ForEachIncompleteFile(nullptr, nullptr, nullptr));
    EXPECT_EQ(-EINVAL, IncFs_ForEachFile(control_, nullptr, nullptr));
    EXPECT_EQ(-EINVAL, IncFs_ForEachIncompleteFile(control_, nullptr, nullptr));
    EXPECT_EQ(0, IncFs_ForEachFile(control_, nullptr, [](auto, auto, auto) { return true; }));
    EXPECT_EQ(incompleteSupported ? 0 : -ENOTSUP,
              IncFs_ForEachIncompleteFile(control_, nullptr,
                                          [](auto, auto, auto) { return true; }));
    EXPECT_EQ(0, IncFs_ForEachFile(control_, this, [](auto, auto, auto) { return true; }));
    EXPECT_EQ(incompleteSupported ? 0 : -ENOTSUP,
              IncFs_ForEachIncompleteFile(control_, this, [](auto, auto, auto) { return true; }));

    int res = makeFile(control_, mountPath("incomplete.txt"), 0555, fileId(1),
                       {.metadata = metadata("md")});
    ASSERT_EQ(res, 0);

    EXPECT_EQ(1, IncFs_ForEachFile(control_, this, [](auto, auto context, auto id) {
                  auto self = (IncFsTest*)context;
                  EXPECT_EQ(self->fileId(1), id);
                  return true;
              }));
    EXPECT_EQ(incompleteSupported ? 0 : -ENOTSUP,
              IncFs_ForEachIncompleteFile(control_, this, [](auto, auto, auto) { return true; }));

    auto size = makeFileWithHash(2);
    ASSERT_GT(size, 0);

    EXPECT_EQ(1, IncFs_ForEachFile(control_, this, [](auto, auto context, auto id) {
                  auto self = (IncFsTest*)context;
                  EXPECT_TRUE(id == self->fileId(1) || id == self->fileId(2));
                  return false;
              }));
    EXPECT_EQ(2, IncFs_ForEachFile(control_, this, [](auto, auto context, auto id) {
                  auto self = (IncFsTest*)context;
                  EXPECT_TRUE(id == self->fileId(1) || id == self->fileId(2));
                  return true;
              }));
    EXPECT_EQ(incompleteSupported ? 1 : -ENOTSUP,
              IncFs_ForEachIncompleteFile(control_, this, [](auto, auto context, auto id) {
                  auto self = (IncFsTest*)context;
                  EXPECT_EQ(self->fileId(2), id);
                  return true;
              }));
}

TEST(CStrWrapperTest, EmptyStringView) {
    ASSERT_STREQ("", details::c_str({}).get());
    ASSERT_STREQ("", details::c_str({nullptr, 0}).get());
}

class IncFsGetMetricsTest : public IncFsTestBase {
protected:
    int32_t getReadTimeout() override { return 100 /* 0.1 second */; }
};

TEST_F(IncFsGetMetricsTest, MetricsWithNoEvents) {
    if (!(features() & Features::v2)) {
        GTEST_SKIP() << "test not supported: IncFS is too old";
        return;
    }
    IncFsLastReadError lastReadError = {.id = fileId(-1),
                                        .timestampUs = static_cast<uint64_t>(-1),
                                        .block = static_cast<IncFsBlockIndex>(-1),
                                        .errorNo = static_cast<uint32_t>(-1),
                                        .uid = static_cast<IncFsUid>(-1)};
    EXPECT_EQ(0, IncFs_GetLastReadError(control_, &lastReadError));
    // All fields should be zero
    EXPECT_EQ(FileId{}, lastReadError.id);
    EXPECT_EQ(0, (int)lastReadError.timestampUs);
    EXPECT_EQ(0, (int)lastReadError.block);
    EXPECT_EQ(0, (int)lastReadError.errorNo);
    EXPECT_EQ(0, (int)lastReadError.uid);

    IncFsMetrics incfsMetrics = {10, 10, 10, 10, 10, 10, 10, 10, 10};
    EXPECT_EQ(0, IncFs_GetMetrics(metrics_key_.c_str(), &incfsMetrics));
    EXPECT_EQ(0, (int)incfsMetrics.readsDelayedMin);
    EXPECT_EQ(0, (int)incfsMetrics.readsDelayedMinUs);
    EXPECT_EQ(0, (int)incfsMetrics.readsDelayedPending);
    EXPECT_EQ(0, (int)incfsMetrics.readsDelayedPendingUs);
    EXPECT_EQ(0, (int)incfsMetrics.readsFailedHashVerification);
    EXPECT_EQ(0, (int)incfsMetrics.readsFailedOther);
    EXPECT_EQ(0, (int)incfsMetrics.readsFailedTimedOut);
}

TEST_F(IncFsGetMetricsTest, MetricsWithReadsTimeOut) {
    if (!(features() & Features::v2)) {
        GTEST_SKIP() << "test not supported: IncFS is too old";
        return;
    }
    const auto id = fileId(1);
    ASSERT_EQ(0,
              makeFile(control_, mountPath(test_file_name_), 0555, id,
                       {.size = INCFS_DATA_FILE_BLOCK_SIZE}));

    const auto file_path = mountPath(test_file_name_);
    const android::base::unique_fd fd(open(file_path.c_str(), O_RDONLY | O_CLOEXEC | O_BINARY));
    ASSERT_GE(fd.get(), 0);
    // Read should timeout immediately
    char buf[INCFS_DATA_FILE_BLOCK_SIZE];
    EXPECT_FALSE(android::base::ReadFully(fd, buf, sizeof(buf)));
    IncFsLastReadError lastReadError = {.id = fileId(-1),
                                        .timestampUs = static_cast<uint64_t>(-1),
                                        .block = static_cast<IncFsBlockIndex>(-1),
                                        .errorNo = static_cast<uint32_t>(-1),
                                        .uid = static_cast<IncFsUid>(-1)};
    EXPECT_EQ(0, IncFs_GetLastReadError(control_, &lastReadError));
    EXPECT_EQ(id, lastReadError.id);
    EXPECT_TRUE(lastReadError.timestampUs > 0);
    EXPECT_EQ(0, (int)lastReadError.block);
    EXPECT_EQ(-ETIME, (int)lastReadError.errorNo);
    EXPECT_EQ((int)getuid(), (int)lastReadError.uid);

    IncFsMetrics incfsMetrics = {10, 10, 10, 10, 10, 10, 10, 10, 10};
    EXPECT_EQ(0, IncFs_GetMetrics(metrics_key_.c_str(), &incfsMetrics));
    EXPECT_EQ(0, (int)incfsMetrics.readsDelayedMin);
    EXPECT_EQ(0, (int)incfsMetrics.readsDelayedMinUs);
    EXPECT_EQ(0, (int)incfsMetrics.readsDelayedPending);
    EXPECT_EQ(0, (int)incfsMetrics.readsDelayedPendingUs);
    EXPECT_EQ(0, (int)incfsMetrics.readsFailedHashVerification);
    EXPECT_EQ(0, (int)incfsMetrics.readsFailedOther);
    EXPECT_EQ(1, (int)incfsMetrics.readsFailedTimedOut);
}

TEST_F(IncFsGetMetricsTest, MetricsWithHashFailure) {
    if (!(features() & Features::v2)) {
        GTEST_SKIP() << "test not supported: IncFS is too old";
        return;
    }
    auto size = makeFileWithHash(1);
    ASSERT_GT(size, 0);
    // Make data and hash mismatch
    const auto id = fileId(1);
    char data[INCFS_DATA_FILE_BLOCK_SIZE]{static_cast<char>(-1)};
    char hashData[INCFS_DATA_FILE_BLOCK_SIZE]{};
    auto wfd = openForSpecialOps(control_, id);
    ASSERT_GE(wfd.get(), 0);
    DataBlock blocks[] = {{
                                  .fileFd = wfd.get(),
                                  .pageIndex = 0,
                                  .compression = INCFS_COMPRESSION_KIND_NONE,
                                  .dataSize = INCFS_DATA_FILE_BLOCK_SIZE,
                                  .data = data,
                          },
                          {
                                  .fileFd = wfd.get(),
                                  // first hash page
                                  .pageIndex = 0,
                                  .compression = INCFS_COMPRESSION_KIND_NONE,
                                  .dataSize = INCFS_DATA_FILE_BLOCK_SIZE,
                                  .kind = INCFS_BLOCK_KIND_HASH,
                                  .data = hashData,
                          },
                          {
                                  .fileFd = wfd.get(),
                                  .pageIndex = 2,
                                  .compression = INCFS_COMPRESSION_KIND_NONE,
                                  .dataSize = INCFS_DATA_FILE_BLOCK_SIZE,
                                  .kind = INCFS_BLOCK_KIND_HASH,
                                  .data = hashData,
                          }};
    ASSERT_EQ((int)std::size(blocks), writeBlocks({blocks, std::size(blocks)}));
    const auto file_path = mountPath(test_file_name_);
    const android::base::unique_fd fd(open(file_path.c_str(), O_RDONLY | O_CLOEXEC | O_BINARY));
    ASSERT_GE(fd.get(), 0);
    // Read should fail at reading the first block due to hash failure
    char buf[INCFS_DATA_FILE_BLOCK_SIZE];
    EXPECT_FALSE(android::base::ReadFully(fd, buf, sizeof(buf)));
    IncFsLastReadError lastReadError = {.id = fileId(-1),
                                        .timestampUs = static_cast<uint64_t>(-1),
                                        .block = static_cast<IncFsBlockIndex>(-1),
                                        .errorNo = static_cast<uint32_t>(-1),
                                        .uid = static_cast<IncFsUid>(-1)};
    EXPECT_EQ(0, IncFs_GetLastReadError(control_, &lastReadError));
    EXPECT_EQ(0, std::strcmp(lastReadError.id.data, id.data));
    EXPECT_TRUE(lastReadError.timestampUs > 0);
    EXPECT_EQ(0, (int)lastReadError.block);
    EXPECT_EQ(-EBADMSG, (int)lastReadError.errorNo);
    EXPECT_EQ((int)getuid(), (int)lastReadError.uid);

    IncFsMetrics incfsMetrics = {10, 10, 10, 10, 10, 10, 10, 10, 10};
    EXPECT_EQ(0, IncFs_GetMetrics(metrics_key_.c_str(), &incfsMetrics));
    EXPECT_EQ(0, (int)incfsMetrics.readsDelayedMin);
    EXPECT_EQ(0, (int)incfsMetrics.readsDelayedMinUs);
    EXPECT_EQ(0, (int)incfsMetrics.readsDelayedPending);
    EXPECT_EQ(0, (int)incfsMetrics.readsDelayedPendingUs);
    EXPECT_EQ(1, (int)incfsMetrics.readsFailedHashVerification);
    EXPECT_EQ(0, (int)incfsMetrics.readsFailedOther);
    EXPECT_EQ(0, (int)incfsMetrics.readsFailedTimedOut);
}

TEST_F(IncFsGetMetricsTest, MetricsWithReadsDelayed) {
    if (!(features() & Features::v2)) {
        GTEST_SKIP() << "test not supported: IncFS is too old";
        return;
    }
    const auto id = fileId(1);
    int testFileSize = INCFS_DATA_FILE_BLOCK_SIZE;
    int waitBeforeWriteUs = 10000;
    ASSERT_EQ(0, makeFile(control_, mountPath(test_file_name_), 0555, id, {.size = testFileSize}));
    std::thread wait_before_write_thread([&]() {
        std::vector<ReadInfoWithUid> pending_reads;
        ASSERT_EQ(WaitResult::HaveData,
                  waitForPendingReads(control_, std::chrono::seconds(1), &pending_reads));
        // Additional wait is needed for the kernel jiffies counter to increment
        usleep(waitBeforeWriteUs);
        auto fd = openForSpecialOps(control_, fileId(1));
        ASSERT_GE(fd.get(), 0);
        std::vector<char> data(INCFS_DATA_FILE_BLOCK_SIZE);
        auto block = DataBlock{
                .fileFd = fd.get(),
                .pageIndex = 0,
                .compression = INCFS_COMPRESSION_KIND_NONE,
                .dataSize = (uint32_t)data.size(),
                .data = data.data(),
        };
        ASSERT_EQ(1, writeBlocks({&block, 1}));
    });

    const auto file_path = mountPath(test_file_name_);
    const android::base::unique_fd fd(open(file_path.c_str(), O_RDONLY | O_CLOEXEC | O_BINARY));
    ASSERT_GE(fd.get(), 0);
    char buf[testFileSize];
    EXPECT_TRUE(android::base::ReadFully(fd, buf, sizeof(buf)));
    wait_before_write_thread.join();

    IncFsLastReadError lastReadError = {.id = fileId(-1), 1, 1, 1, 1};
    EXPECT_EQ(0, IncFs_GetLastReadError(control_, &lastReadError));
    EXPECT_EQ(FileId{}, lastReadError.id);
    EXPECT_EQ(0, (int)lastReadError.timestampUs);
    EXPECT_EQ(0, (int)lastReadError.block);
    EXPECT_EQ(0, (int)lastReadError.errorNo);
    EXPECT_EQ(0, (int)lastReadError.uid);

    IncFsMetrics incfsMetrics = {10, 10, 10, 10, 10, 10, 10, 10, 10};
    EXPECT_EQ(0, IncFs_GetMetrics(metrics_key_.c_str(), &incfsMetrics));
    EXPECT_EQ(0, (int)incfsMetrics.readsDelayedMin);
    EXPECT_EQ(0, (int)incfsMetrics.readsDelayedMinUs);
    EXPECT_EQ(1, (int)incfsMetrics.readsDelayedPending);
    EXPECT_TRUE((int)incfsMetrics.readsDelayedPendingUs > 0);
    EXPECT_EQ(0, (int)incfsMetrics.readsFailedHashVerification);
    EXPECT_EQ(0, (int)incfsMetrics.readsFailedOther);
    EXPECT_EQ(0, (int)incfsMetrics.readsFailedTimedOut);
}

TEST_F(IncFsGetMetricsTest, MetricsWithReadsDelayedPerUidTimeout) {
    if (!(features() & Features::v2)) {
        GTEST_SKIP() << "test not supported: IncFS is too old";
        return;
    }
    const auto id = fileId(1);
    int testFileSize = INCFS_DATA_FILE_BLOCK_SIZE;
    ASSERT_EQ(0, makeFile(control_, mountPath(test_file_name_), 0555, id, {.size = testFileSize}));

    auto fdToFill = openForSpecialOps(control_, fileId(1));
    ASSERT_GE(fdToFill.get(), 0);
    std::vector<char> data(INCFS_DATA_FILE_BLOCK_SIZE);
    auto block = DataBlock{
            .fileFd = fdToFill.get(),
            .pageIndex = 0,
            .compression = INCFS_COMPRESSION_KIND_NONE,
            .dataSize = (uint32_t)data.size(),
            .data = data.data(),
    };
    ASSERT_EQ(1, writeBlocks({&block, 1}));

    // Set per-uid read timeout then read
    uint32_t readTimeoutUs = 1000000;
    IncFsUidReadTimeouts timeouts[1] = {
            {static_cast<IncFsUid>(getuid()), readTimeoutUs, readTimeoutUs, readTimeoutUs}};
    ASSERT_EQ(0, IncFs_SetUidReadTimeouts(control_, timeouts, std::size(timeouts)));
    const auto file_path = mountPath(test_file_name_);
    const android::base::unique_fd fd(open(file_path.c_str(), O_RDONLY | O_CLOEXEC | O_BINARY));
    char buf[testFileSize];
    ASSERT_GE(fd.get(), 0);
    ASSERT_TRUE(android::base::ReadFully(fd, buf, sizeof(buf)));

    IncFsLastReadError lastReadError = {.id = fileId(-1), 1, 1, 1, 1};
    EXPECT_EQ(0, IncFs_GetLastReadError(control_, &lastReadError));
    EXPECT_EQ(FileId{}, lastReadError.id);
    EXPECT_EQ(0, (int)lastReadError.timestampUs);
    EXPECT_EQ(0, (int)lastReadError.block);
    EXPECT_EQ(0, (int)lastReadError.errorNo);
    EXPECT_EQ(0, (int)lastReadError.uid);

    IncFsMetrics incfsMetrics = {10, 10, 10, 10, 10, 10, 10, 10, 10};
    EXPECT_EQ(0, IncFs_GetMetrics(metrics_key_.c_str(), &incfsMetrics));
    EXPECT_EQ(1, (int)incfsMetrics.readsDelayedMin);
    EXPECT_EQ(readTimeoutUs, (uint32_t)incfsMetrics.readsDelayedMinUs);
    EXPECT_EQ(0, (int)incfsMetrics.readsDelayedPending);
    EXPECT_EQ(0, (int)incfsMetrics.readsDelayedPendingUs);
    EXPECT_EQ(0, (int)incfsMetrics.readsFailedHashVerification);
    EXPECT_EQ(0, (int)incfsMetrics.readsFailedOther);
    EXPECT_EQ(0, (int)incfsMetrics.readsFailedTimedOut);
}