ladybird/Services/RequestServer/Cache/CacheEntry.h
Timothy Flynn a4e3890c05 RequestServer: Implement stale cache revalidation
When a request becomes stale, we will now issue a revalidation request
(if the response indicates it may be revalidated). We do this by issuing
a normal fetch request, with If-None-Match and/or If-Modified-Since
request headers.

If the server replies with an HTTP 304 status, we update the stored
response headers to match the 304's headers, and serve the response to
the client from the cache.

If the server replies with any other code, we remove the cache entry.
We will open a new cache entry to cache the new response, if possible.
2025-11-02 13:03:29 -05:00

143 lines
4.2 KiB
C++

/*
* Copyright (c) 2025, Tim Flynn <trflynn89@ladybird.org>
*
* SPDX-License-Identifier: BSD-2-Clause
*/
#pragma once
#include <AK/Error.h>
#include <AK/LexicalPath.h>
#include <AK/Optional.h>
#include <AK/String.h>
#include <AK/Types.h>
#include <LibCore/File.h>
#include <LibHTTP/HeaderMap.h>
#include <RequestServer/Cache/Version.h>
#include <RequestServer/Forward.h>
namespace RequestServer {
struct [[gnu::packed]] CacheHeader {
static ErrorOr<CacheHeader> read_from_stream(Stream&);
ErrorOr<void> write_to_stream(Stream&) const;
static constexpr auto CACHE_MAGIC = 0xcafef00du;
u32 magic { CACHE_MAGIC };
u32 version { CACHE_VERSION };
u32 url_size { 0 };
u32 url_hash { 0 };
u32 status_code { 0 };
u32 reason_phrase_size { 0 };
u32 reason_phrase_hash { 0 };
};
struct [[gnu::packed]] CacheFooter {
static ErrorOr<CacheFooter> read_from_stream(Stream&);
ErrorOr<void> write_to_stream(Stream&) const;
u64 data_size { 0 };
u32 crc32 { 0 };
};
// A cache entry is an amalgamation of all information needed to reconstruct HTTP responses. It is created once we have
// received the response headers for a request. The body is streamed into the entry as it is received. The cache format
// on disk is:
//
// [CacheHeader][URL][ReasonPhrase][HttpHeaders][Data][CacheFooter]
class CacheEntry {
public:
virtual ~CacheEntry() = default;
u64 cache_key() const { return m_cache_key; }
void remove();
void mark_for_deletion(Badge<DiskCache>) { m_marked_for_deletion = true; }
protected:
CacheEntry(DiskCache&, CacheIndex&, u64 cache_key, String url, LexicalPath, CacheHeader);
void close_and_destroy_cache_entry();
DiskCache& m_disk_cache;
CacheIndex& m_index;
u64 m_cache_key { 0 };
String m_url;
LexicalPath m_path;
CacheHeader m_cache_header;
CacheFooter m_cache_footer;
bool m_marked_for_deletion { false };
};
class CacheEntryWriter : public CacheEntry {
public:
static ErrorOr<NonnullOwnPtr<CacheEntryWriter>> create(DiskCache&, CacheIndex&, u64 cache_key, String url, UnixDateTime request_time);
virtual ~CacheEntryWriter() override = default;
ErrorOr<void> write_status_and_reason(u32 status_code, Optional<String> reason_phrase, HTTP::HeaderMap const&);
ErrorOr<void> write_data(ReadonlyBytes);
ErrorOr<void> flush(HTTP::HeaderMap);
private:
CacheEntryWriter(DiskCache&, CacheIndex&, u64 cache_key, String url, LexicalPath, NonnullOwnPtr<Core::OutputBufferedFile>, CacheHeader, UnixDateTime request_time);
NonnullOwnPtr<Core::OutputBufferedFile> m_file;
UnixDateTime m_request_time;
UnixDateTime m_response_time;
};
class CacheEntryReader : public CacheEntry {
public:
static ErrorOr<NonnullOwnPtr<CacheEntryReader>> create(DiskCache&, CacheIndex&, u64 cache_key, HTTP::HeaderMap, u64 data_size);
virtual ~CacheEntryReader() override = default;
bool must_revalidate() const { return m_must_revalidate; }
void set_must_revalidate() { m_must_revalidate = true; }
void revalidation_succeeded(HTTP::HeaderMap const&);
void revalidation_failed();
void pipe_to(int pipe_fd, Function<void(u64 bytes_piped)> on_complete, Function<void(u64 bytes_piped)> on_error);
u32 status_code() const { return m_cache_header.status_code; }
Optional<String> const& reason_phrase() const { return m_reason_phrase; }
HTTP::HeaderMap const& response_headers() const { return m_response_headers; }
private:
CacheEntryReader(DiskCache&, CacheIndex&, u64 cache_key, String url, LexicalPath, NonnullOwnPtr<Core::File>, int fd, CacheHeader, Optional<String> reason_phrase, HTTP::HeaderMap, u64 data_offset, u64 data_size);
void pipe_without_blocking();
void pipe_complete();
void pipe_error(Error);
ErrorOr<void> read_and_validate_footer();
NonnullOwnPtr<Core::File> m_file;
int m_fd { -1 };
RefPtr<Core::Notifier> m_pipe_write_notifier;
int m_pipe_fd { -1 };
Function<void(u64)> m_on_pipe_complete;
Function<void(u64)> m_on_pipe_error;
u64 m_bytes_piped { 0 };
Optional<String> m_reason_phrase;
HTTP::HeaderMap m_response_headers;
bool m_must_revalidate { false };
u64 const m_data_offset { 0 };
u64 const m_data_size { 0 };
};
}