page_cache


Description

{“what”:“Cache of fetched web pages keyed by URL hash.”,“why”:“Without it, repeated fetches of same URL are redundant and slow.”,“by”:“fleet-annotator-worker”,“at”:“2026-09-23T04:22:24.597086054+00:00”}

Columns

Column Type Size Nulls Auto Default Children Parents Comments
url_hash text 2147483647 null

{“what”:“Hash of the original URL, e.g. SHA-256 hex; primary key.”,“why”:“Without it, duplicate entries for same URL are possible and lookups ambiguous.”,“by”:“fleet-annotator-worker”,“at”:“2026-09-23T04:22:24.656801568+00:00”}

url text 2147483647 null

{“what”:“Original URL as requested, before redirects.”,“why”:“Without it, the hash cannot be verified or original request reconstructed.”,“by”:“fleet-annotator-worker”,“at”:“2026-09-23T04:22:24.736224438+00:00”}

final_url text 2147483647 null

{“what”:“Final URL after following redirects, if any.”,“why”:“Without it, actual fetched page location is unknown, breaking canonical link resolution.”,“by”:“fleet-annotator-worker”,“at”:“2026-09-23T04:22:24.786032343+00:00”}

title text 2147483647 √ null

{“what”:“Page title extracted from HTML, if present.”,“why”:“Without it, search results and display lack a human-readable label.”,“by”:“fleet-annotator-worker”,“at”:“2026-09-23T04:22:24.801109921+00:00”}

status text 2147483647 null

{“what”:“HTTP status code or fetch outcome, e.g. ‘200’ or ‘error’.”,“why”:“Without it, cache entries cannot be filtered by success or failure, and stale errors may be served.”,“by”:“fleet-annotator-worker”,“at”:“2026-09-23T04:22:24.818361005+00:00”}

rendered_markdown text 2147483647 null

{“what”:“Page content converted to Markdown format.”,“why”:“Without it, the cached content is unavailable for display or further processing.”,“by”:“fleet-annotator-worker”,“at”:“2026-09-23T04:22:24.839624539+00:00”}

index_map jsonb 2147483647 null

{“what”:“JSON mapping of headings or anchors to positions in the markdown.”,“why”:“Without it, in-page navigation and section lookup are impossible.”,“by”:“fleet-annotator-worker”,“at”:“2026-09-23T04:22:24.897805270+00:00”}

raw_bytes_len int8 19 null

{“what”:“Size of the original fetched response in bytes.”,“why”:“Without it, cache size and bandwidth usage cannot be monitored or limited.”,“by”:“fleet-annotator-worker”,“at”:“2026-09-23T04:22:24.937019567+00:00”}

rendered_tokens int4 10 null

{“what”:“Token count of the rendered markdown, e.g. for LLM context.”,“why”:“Without it, token-based pricing or context window limits cannot be enforced.”,“by”:“fleet-annotator-worker”,“at”:“2026-09-23T04:22:24.996025669+00:00”}

raw_tokens int4 10 null

{“what”:“Token count of the raw fetched content before conversion.”,“why”:“Without it, the cost of processing the original page is unknown.”,“by”:“fleet-annotator-worker”,“at”:“2026-09-23T04:22:25.036740287+00:00”}

fetched_at timestamptz 35,6 now()

{“what”:“Timestamp when the page was fetched, in UTC.”,“why”:“Without it, cache freshness cannot be determined, and TTL enforcement fails.”,“by”:“fleet-annotator-worker”,“at”:“2026-09-23T04:22:25.118315687+00:00”}

ttl_secs int4 10 900

{“what”:“Time-to-live in seconds for this cache entry, default 900.”,“why”:“Without it, entries would never expire, serving stale content indefinitely.”,“by”:“fleet-annotator-worker”,“at”:“2026-09-23T04:22:25.141406721+00:00”}

Indexes

Constraint Name Type Sort Column(s)
page_cache_pkey Primary key Asc url_hash

Relationships