/*
 * Copyright (c) 2025-2026, Tim Flynn <trflynn89@ladybird.org>
 *
 * SPDX-License-Identifier: BSD-2-Clause
 */

#include <AK/Debug.h>
#include <AK/ScopeGuard.h>
#include <LibCore/Directory.h>
#include <LibCore/EventLoop.h>
#include <LibCore/File.h>
#include <LibCore/StandardPaths.h>
#include <LibCore/System.h>
#include <LibFileSystem/FileSystem.h>
#include <LibHTTP/Cache/CacheRequest.h>
#include <LibHTTP/Cache/DiskCache.h>
#include <LibHTTP/Cache/Utilities.h>
#include <LibURL/URL.h>

namespace HTTP {

static constexpr auto INDEX_DATABASE = "INDEX"sv;

static ErrorOr<u64> compute_associated_data_size(LexicalPath const& cache_directory, u64 cache_key, u64 vary_key)
{
    u64 associated_data_size = 0;
    for (auto associated_data : CACHE_ENTRY_ASSOCIATED_DATA_TYPES) {
        auto path = path_for_cache_entry_associated_data(cache_directory, cache_key, vary_key, associated_data);
        auto size = FileSystem::size_from_stat(path.string());
        if (size.is_error()) {
            if (size.error().is_errno() && size.error().code() == ENOENT)
                continue;
            return size.release_error();
        }

        if (size.value() < 0)
            return Error::from_errno(EINVAL);
        associated_data_size += static_cast<u64>(size.value());
    }
    return associated_data_size;
}

static constexpr StringView cache_directory_for_mode(DiskCache::Mode mode)
{
    switch (mode) {
    case DiskCache::Mode::Normal:
        return "Cache"sv;
    case DiskCache::Mode::Partitioned:
        // FIXME: Ideally, we could support multiple RequestServer processes using the same database by setting a
        //        reasonable busy timeout. We would also have to prevent multiple processes writing to the same cache
        //        entry file at the same time with some interprocess locking mechanism.
        return "PartitionedCache"sv;
    case DiskCache::Mode::Testing:
        return "TestCache"sv;
    }
    VERIFY_NOT_REACHED();
}

ErrorOr<DiskCache> DiskCache::create(Mode mode)
{
    auto cache_directory = LexicalPath::join(Core::StandardPaths::cache_directory(), "Ladybird"sv, cache_directory_for_mode(mode));
    TRY(Core::Directory::create(cache_directory, Core::Directory::CreateDirectories::Yes));

    auto database = mode == DiskCache::Mode::Normal
        ? TRY(Database::Database::create(cache_directory.string(), INDEX_DATABASE))
        : TRY(Database::Database::create_memory_backed());

    auto index = TRY(CacheIndex::create(database, cache_directory));

    return DiskCache { mode, move(database), move(cache_directory), move(index) };
}

DiskCache::DiskCache(Mode mode, NonnullRefPtr<Database::Database> database, LexicalPath cache_directory, CacheIndex index)
    : m_mode(mode)
    , m_database(move(database))
    , m_cache_directory(move(cache_directory))
    , m_index(move(index))
{
    if (m_mode == Mode::Partitioned)
        m_partitioned_cache_key = String::number(Core::System::getpid());
}

DiskCache::DiskCache(DiskCache&&) = default;
DiskCache& DiskCache::operator=(DiskCache&&) = default;

DiskCache::~DiskCache()
{
    // Clean up cache directories in testing modes to prevent endless growth of disk usage.
    if (m_mode != Mode::Normal)
        remove_entries_accessed_since(UnixDateTime::earliest());
}

Variant<Optional<CacheEntryWriter&>, DiskCache::CacheHasOpenEntry> DiskCache::create_entry(CacheRequest& request, URL::URL const& url, StringView method, HeaderList const& request_headers, UnixDateTime request_start_time)
{
    if (!is_cacheable(method, request_headers))
        return Optional<CacheEntryWriter&> {};

    if (m_mode == Mode::Testing) {
        if (!request_headers.contains(TEST_CACHE_ENABLED_HEADER))
            return Optional<CacheEntryWriter&> {};
    }

    auto serialized_url = serialize_url_for_cache_storage(url);
    auto cache_key = create_cache_key(serialized_url, method, m_partitioned_cache_key);

    if (check_if_cache_has_open_entry(request, cache_key, url, CheckReaderEntries::Yes))
        return CacheHasOpenEntry {};

    auto current_time_offset_for_testing = compute_current_time_offset_for_testing(*this, request_headers);
    request_start_time += current_time_offset_for_testing;

    auto cache_entry = CacheEntryWriter::create(*this, m_index, cache_key, move(serialized_url), request_start_time, current_time_offset_for_testing);
    if (cache_entry.is_error()) {
        dbgln_if(HTTP_DISK_CACHE_DEBUG, "\033[36m[disk]\033[0m \033[31;1mUnable to create cache entry for\033[0m {}: {}", url, cache_entry.error());
        return Optional<CacheEntryWriter&> {};
    }

    dbgln_if(HTTP_DISK_CACHE_DEBUG, "\033[36m[disk]\033[0m \033[32;1mCreated cache entry for\033[0m {}", url);

    auto* cache_entry_pointer = cache_entry.value().ptr();
    m_open_cache_entries.ensure(cache_key).append({ cache_entry.release_value(), request });

    return Optional<CacheEntryWriter&> { *cache_entry_pointer };
}

Variant<Optional<CacheEntryReader&>, DiskCache::CacheHasOpenEntry> DiskCache::open_entry(CacheRequest& request, URL::URL const& url, StringView method, HeaderList const& request_headers, CacheMode cache_mode, OpenMode open_mode)
{
    if (cache_mode == CacheMode::Reload)
        return Optional<CacheEntryReader&> {};
    if (!is_cacheable(method, request_headers))
        return Optional<CacheEntryReader&> {};

    auto serialized_url = serialize_url_for_cache_storage(url);
    auto cache_key = create_cache_key(serialized_url, method, m_partitioned_cache_key);

    if (check_if_cache_has_open_entry(request, cache_key, url, open_mode == OpenMode::Read ? CheckReaderEntries::No : CheckReaderEntries::Yes))
        return CacheHasOpenEntry {};

    auto index_entry = m_index.find_entry(cache_key, request_headers);
    if (!index_entry.has_value()) {
        dbgln_if(HTTP_DISK_CACHE_DEBUG, "\033[36m[disk]\033[0m \033[35;1mNo cache entry for\033[0m {}", url);
        return Optional<CacheEntryReader&> {};
    }

    auto cache_entry = CacheEntryReader::create(*this, m_index, cache_key, index_entry->vary_key, index_entry->response_headers, index_entry->data_size);
    if (cache_entry.is_error()) {
        dbgln_if(HTTP_DISK_CACHE_DEBUG, "\033[36m[disk]\033[0m \033[31;1mUnable to open cache entry for\033[0m {}: {}", url, cache_entry.error());
        m_index.remove_entry(cache_key, index_entry->vary_key);

        return Optional<CacheEntryReader&> {};
    }

    auto current_time_offset_for_testing = compute_current_time_offset_for_testing(*this, request_headers);

    auto const& response_headers = cache_entry.value()->response_headers();
    auto freshness_lifetime = calculate_freshness_lifetime(cache_entry.value()->status_code(), response_headers, current_time_offset_for_testing);
    auto current_age = calculate_age(response_headers, index_entry->request_time, index_entry->response_time, current_time_offset_for_testing);

    auto revalidate_cache_entry = [&]() -> ErrorOr<void, CacheHasOpenEntry> {
        // We will hold an exclusive lock on the cache entry for revalidation requests.
        if (check_if_cache_has_open_entry(request, cache_key, url, CheckReaderEntries::Yes))
            return CacheHasOpenEntry {};

        dbgln_if(HTTP_DISK_CACHE_DEBUG, "\033[36m[disk]\033[0m \033[36;1mMust revalidate cache entry for\033[0m {} (lifetime={}s age={}s)", url, freshness_lifetime.to_seconds(), current_age.to_seconds());
        cache_entry.value()->set_revalidation_type(CacheEntryReader::RevalidationType::MustRevalidate);
        return {};
    };

    switch (cache_lifetime_status(request_headers, response_headers, freshness_lifetime, current_age)) {
    case CacheLifetimeStatus::Fresh:
        if (cache_mode == CacheMode::NoCache) {
            TRY(revalidate_cache_entry());
        } else if (open_mode == OpenMode::Read) {
            dbgln_if(HTTP_DISK_CACHE_DEBUG, "\033[36m[disk]\033[0m \033[32;1mOpened cache entry for\033[0m {} (lifetime={}s age={}s) ({} bytes)", url, freshness_lifetime.to_seconds(), current_age.to_seconds(), index_entry->data_size);
        } else {
            // This should be rare, but it's possible for client A to revalidate the request while client B is waiting.
            // In that case, there is no work for client B to do.
            dbgln_if(HTTP_DISK_CACHE_DEBUG, "\033[36m[disk]\033[0m \033[33;1mCache entry is already fresh for\033[0m {} (lifetime={}s age={}s)", url, freshness_lifetime.to_seconds(), current_age.to_seconds());
            return Optional<CacheEntryReader&> {};
        }

        break;

    case CacheLifetimeStatus::Expired:
        if (cache_mode_permits_stale_responses(cache_mode)) {
            dbgln_if(HTTP_DISK_CACHE_DEBUG, "\033[36m[disk]\033[0m \033[32;1mOpened expired cache entry for\033[0m {} (lifetime={}s age={}s) ({} bytes)", url, freshness_lifetime.to_seconds(), current_age.to_seconds(), index_entry->data_size);
        } else {
            dbgln_if(HTTP_DISK_CACHE_DEBUG, "\033[36m[disk]\033[0m \033[33;1mCache entry expired for\033[0m {} (lifetime={}s age={}s)", url, freshness_lifetime.to_seconds(), current_age.to_seconds());
            cache_entry.value()->remove();

            return Optional<CacheEntryReader&> {};
        }

        break;

    case CacheLifetimeStatus::MustRevalidate:
        if (cache_mode_permits_stale_responses(cache_mode)) {
            dbgln_if(HTTP_DISK_CACHE_DEBUG, "\033[36m[disk]\033[0m \033[32;1mOpened expired cache entry for\033[0m {} (lifetime={}s age={}s) ({} bytes)", url, freshness_lifetime.to_seconds(), current_age.to_seconds(), index_entry->data_size);
        } else if (open_mode == OpenMode::Read) {
            TRY(revalidate_cache_entry());
        } else {
            dbgln_if(HTTP_DISK_CACHE_DEBUG, "\033[36m[disk]\033[0m \033[32;1mOpened cache entry for revalidation\033[0m {} (lifetime={}s age={}s) ({} bytes)", url, freshness_lifetime.to_seconds(), current_age.to_seconds(), index_entry->data_size);
        }

        break;

    case CacheLifetimeStatus::StaleWhileRevalidate:
        if (cache_mode_permits_stale_responses(cache_mode)) {
            dbgln_if(HTTP_DISK_CACHE_DEBUG, "\033[36m[disk]\033[0m \033[32;1mOpened expired cache entry for\033[0m {} (lifetime={}s age={}s) ({} bytes)", url, freshness_lifetime.to_seconds(), current_age.to_seconds(), index_entry->data_size);
        } else if (open_mode == OpenMode::Read) {
            dbgln_if(HTTP_DISK_CACHE_DEBUG, "\033[36m[disk]\033[0m \033[36;1mMust revalidate, but may use, cache entry for\033[0m {} (lifetime={}s age={}s)", url, freshness_lifetime.to_seconds(), current_age.to_seconds());
            cache_entry.value()->set_revalidation_type(CacheEntryReader::RevalidationType::StaleWhileRevalidate);
        } else {
            dbgln_if(HTTP_DISK_CACHE_DEBUG, "\033[36m[disk]\033[0m \033[32;1mOpened cache entry for revalidation\033[0m {} (lifetime={}s age={}s) ({} bytes)", url, freshness_lifetime.to_seconds(), current_age.to_seconds(), index_entry->data_size);
        }

        break;
    }

    auto* cache_entry_pointer = cache_entry.value().ptr();
    m_open_cache_entries.ensure(cache_key).append({ cache_entry.release_value(), request });

    return Optional<CacheEntryReader&> { *cache_entry_pointer };
}

ErrorOr<bool> DiskCache::store_associated_data(URL::URL const& url, StringView method, HeaderList const& request_headers, Optional<u64> vary_key, CacheEntryAssociatedData associated_data, ReadonlyBytes data)
{
    if (!is_cacheable(method, request_headers))
        return false;

    auto serialized_url = serialize_url_for_cache_storage(url);
    auto cache_key = create_cache_key(serialized_url, method, m_partitioned_cache_key);
    if (!vary_key.has_value()) {
        auto index_entry = m_index.find_entry(cache_key, request_headers);
        if (!index_entry.has_value())
            return false;
        vary_key = index_entry->vary_key;
    }

    if (!m_index.has_entry(cache_key, *vary_key))
        return false;

    auto path = path_for_cache_entry_associated_data(m_cache_directory, cache_key, *vary_key, associated_data);
    auto temporary_path = LexicalPath::join(m_cache_directory.string(), ByteString::formatted("{}.tmp", path.basename()));
    ArmedScopeGuard remove_temporary_file = [&]() {
        (void)FileSystem::remove(temporary_path.string(), FileSystem::RecursionMode::Disallowed);
    };

    {
        auto file = TRY(Core::File::open(temporary_path.string(), Core::File::OpenMode::Write));
        TRY(file->write_until_depleted(data));
    }

    TRY(Core::System::rename(temporary_path.string(), path.string()));
    remove_temporary_file.disarm();
    m_index.update_associated_data_size(cache_key, *vary_key, TRY(compute_associated_data_size(m_cache_directory, cache_key, *vary_key)));
    remove_entries_exceeding_cache_limit();
    return m_index.has_entry(cache_key, *vary_key);
}

ErrorOr<Optional<ByteBuffer>> DiskCache::retrieve_associated_data(URL::URL const& url, StringView method, HeaderList const& request_headers, Optional<u64> vary_key, CacheEntryAssociatedData associated_data)
{
    if (!is_cacheable(method, request_headers))
        return Optional<ByteBuffer> {};

    auto serialized_url = serialize_url_for_cache_storage(url);
    auto cache_key = create_cache_key(serialized_url, method, m_partitioned_cache_key);
    if (!vary_key.has_value()) {
        auto index_entry = m_index.find_entry(cache_key, request_headers);
        if (!index_entry.has_value())
            return Optional<ByteBuffer> {};
        vary_key = index_entry->vary_key;
    }

    if (!m_index.has_entry(cache_key, *vary_key))
        return Optional<ByteBuffer> {};

    auto path = path_for_cache_entry_associated_data(m_cache_directory, cache_key, *vary_key, associated_data);
    auto file = Core::File::open(path.string(), Core::File::OpenMode::Read);
    if (file.is_error()) {
        if (file.error().is_errno() && file.error().code() == ENOENT)
            return Optional<ByteBuffer> {};
        return file.release_error();
    }

    return TRY(file.value()->read_until_eof());
}

bool DiskCache::check_if_cache_has_open_entry(CacheRequest& request, u64 cache_key, URL::URL const& url, CheckReaderEntries check_reader_entries)
{
    // FIXME: We purposefully do not use the vary key here, as we do not yet have it when creating a CacheEntryWriter
    //        (we can only compute it once we receive the response headers). We could come up with a more sophisticated
    //        cache entry lock that allows concurrent writes to cache entries with different vary keys. But for now, we
    //        lock based on the cache key alone (i.e. URL and method).
    auto open_entries = m_open_cache_entries.get(cache_key);
    if (!open_entries.has_value())
        return false;

    for (auto const& [open_entry, open_request] : *open_entries) {
        if (is<CacheEntryWriter>(*open_entry)) {
            dbgln_if(HTTP_DISK_CACHE_DEBUG, "\033[36m[disk]\033[0m \033[36;1mDeferring cache entry for\033[0m {} (waiting for existing writer)", url);
            m_requests_waiting_completion.ensure(cache_key).append(request);
            return true;
        }

        // We allow concurrent readers unless another reader is open for revalidation. That reader will issue the network
        // request, which may then result in the cache entry being updated or deleted.
        if (check_reader_entries == CheckReaderEntries::Yes || (open_request && open_request->is_revalidation_request())) {
            dbgln_if(HTTP_DISK_CACHE_DEBUG, "\033[36m[disk]\033[0m \033[36;1mDeferring cache entry for\033[0m {} (waiting for existing reader)", url);
            m_requests_waiting_completion.ensure(cache_key).append(request);
            return true;
        }
    }

    return false;
}

void DiskCache::remove_entries_exceeding_cache_limit()
{
    m_index.remove_entries_exceeding_cache_limit([&](auto cache_key, auto vary_key) {
        delete_entry(cache_key, vary_key);
    });
}

void DiskCache::set_maximum_disk_cache_size(u64 maximum_disk_cache_size)
{
    m_index.set_maximum_disk_cache_size(maximum_disk_cache_size);
}

Requests::CacheSizes DiskCache::estimate_cache_size_accessed_since(UnixDateTime since)
{
    return m_index.estimate_cache_size_accessed_since(since);
}

void DiskCache::remove_entries_accessed_since(UnixDateTime since)
{
    m_index.remove_entries_accessed_since(since, [&](auto cache_key, auto vary_key) {
        delete_entry(cache_key, vary_key);
    });
}

void DiskCache::cache_entry_closed(Badge<CacheEntry>, CacheEntry const& cache_entry)
{
    auto cache_key = cache_entry.cache_key();

    auto open_entries = m_open_cache_entries.get(cache_key);
    if (!open_entries.has_value())
        return;

    open_entries->remove_first_matching([&](auto const& open_entry) { return open_entry.entry.ptr() == &cache_entry; });
    if (open_entries->size() > 0)
        return;

    m_open_cache_entries.remove(cache_key);

    // FIXME: This creates a bit of a first-past-the-post situation if a resumed request causes other pending requests
    //        to become delayed again. We may want to come up with some method to control the order of resumed requests.
    if (auto pending_requests = m_requests_waiting_completion.take(cache_key); pending_requests.has_value()) {
        // We defer resuming requests to ensure we are outside of any internal curl callbacks. For example, when curl
        // invokes the CURLOPT_WRITEFUNCTION callback, we will flush pending HTTP headers to the disk cache. If that
        // does not succeed, we delete the cache entry, and end up here. We must queue the new request outside of that
        // callback, otherwise curl will return CURLM_RECURSIVE_API_CALL error codes.
        Core::deferred_invoke([pending_requests = pending_requests.release_value()]() {
            for (auto const& request : pending_requests) {
                if (request)
                    request->notify_request_unblocked({});
            }
        });
    }
}

void DiskCache::delete_entry(u64 cache_key, u64 vary_key)
{
    if (auto open_entries = m_open_cache_entries.get(cache_key); open_entries.has_value()) {
        for (auto const& [open_entry, _] : *open_entries)
            open_entry->mark_for_deletion({});
    }

    auto cache_path = path_for_cache_entry(m_cache_directory, cache_key, vary_key);
    (void)FileSystem::remove(cache_path.string(), FileSystem::RecursionMode::Disallowed);
    for (auto associated_data : CACHE_ENTRY_ASSOCIATED_DATA_TYPES)
        (void)FileSystem::remove(path_for_cache_entry_associated_data(m_cache_directory, cache_key, vary_key, associated_data).string(), FileSystem::RecursionMode::Disallowed);
}

}