Columns
| Column | Type | Size | Nulls | Auto | Default | Children | Parents | Comments |
|---|---|---|---|---|---|---|---|---|
| url | varchar | 2147483647 | √ | null |
|
|
{“what”:“Full web address of the page, e.g., https://example.com/path.”,“why”:“Without it, the page cannot be uniquely identified or revisited.”,“by”:“fleet-annotator-worker”,“at”:“2026-09-23T04:05:05.315714024+00:00”} |
|
| domain | varchar | 2147483647 | √ | null |
|
|
{“what”:“Domain part of the URL, e.g., example.com.”,“why”:“Without it, grouping by site or filtering by domain is impossible.”,“by”:“fleet-annotator-worker”,“at”:“2026-09-23T04:05:05.387862525+00:00”} |
|
| title | varchar | 2147483647 | √ | null |
|
|
{“what”:“HTML title tag content of the page.”,“why”:“Without it, the page’s topic or heading is unknown for display or analysis.”,“by”:“fleet-annotator-worker”,“at”:“2026-09-23T04:05:05.472835565+00:00”} |
|
| body | varchar | 2147483647 | √ | null |
|
|
{“what”:“Text content of the page, likely stripped of HTML.”,“why”:“Without it, there is no content to analyze for quality or topic.”,“by”:“fleet-annotator-worker”,“at”:“2026-09-23T04:05:06.543536468+00:00”} |
|
| language | varchar | 2147483647 | √ | null |
|
|
{“what”:“Language code of the page, e.g., ‘en’ or ‘fr’.”,“why”:“Without it, language-specific processing or filtering cannot be applied.”,“by”:“fleet-annotator-worker”,“at”:“2026-09-23T04:05:06.620558609+00:00”} |
|
| category | varchar | 2147483647 | √ | null |
|
|
{“what”:“Assigned category or topic label for the page.”,“why”:“Without it, pages cannot be grouped by topic for analysis or training.”,“by”:“fleet-annotator-worker”,“at”:“2026-09-23T04:05:06.639890934+00:00”} |
|
| quality_score | float4 | 8,8 | √ | null |
|
|
{“what”:“Numeric quality score, likely 0-1 or 0-100, higher is better.”,“why”:“Without it, there is no ground truth for quality prediction models.”,“by”:“fleet-annotator-worker”,“at”:“2026-09-23T04:05:06.754521605+00:00”} |
|
| content_hash | varchar | 2147483647 | √ | null |
|
|
{“what”:“Hash of the page content, e.g., SHA-256, for deduplication.”,“why”:“Without it, duplicate pages cannot be detected or removed.”,“by”:“fleet-annotator-worker”,“at”:“2026-09-23T04:05:06.831648319+00:00”} |
|
| source_segment | varchar | 2147483647 | √ | null |
|
|
{“what”:“Segment or source identifier, e.g., crawl batch or site section.”,“why”:“Without it, the origin of the page is unknown for provenance or bias analysis.”,“by”:“fleet-annotator-worker”,“at”:“2026-09-23T04:05:06.958839167+00:00”} |
|
| crawl_date | varchar | 2147483647 | √ | null |
|
|
{“what”:“Date of crawl in ISO format, e.g., ‘2023-01-15’.”,“why”:“Without it, the freshness of the page cannot be assessed or filtered by time.”,“by”:“fleet-annotator-worker”,“at”:“2026-09-23T04:05:08.515500544+00:00”} |