bench_run


Description

{“what”:“A single benchmark test execution with its configuration.”,“why”:“Without it, runs cannot be uniquely identified or compared.”,“by”:“fleet-annotator-worker”,“at”:“2026-09-23T04:04:47.689322246+00:00”}

Columns

Column Type Size Nulls Auto Default Children Parents Comments
id bigserial 19 √ nextval('bench_run_id_seq'::regclass)

{“what”:“Sequential numeric identifier, primary key for the run.”,“why”:“Provides a stable internal reference for joins and indexing.”,“by”:“fleet-annotator-worker”,“at”:“2026-09-23T04:04:47.718454032+00:00”}

run_id uuid 2147483647 null

{“what”:“UUID assigned to the run, independent of the numeric id.”,“why”:“Allows external systems to reference the run without exposing the sequential id.”,“by”:“fleet-annotator-worker”,“at”:“2026-09-23T04:04:47.861805601+00:00”}

ts timestamptz 35,6 now()

{“what”:“Timestamp when the run was created, in UTC with timezone.”,“why”:“Needed to order runs and track when tests occurred.”,“by”:“fleet-annotator-worker”,“at”:“2026-09-23T04:04:47.895064394+00:00”}

mode text 2147483647 null

{“what”:“Benchmark mode, e.g., ‘load’ or ‘latency’.”,“why”:“Distinguishes different test types that affect metrics.”,“by”:“fleet-annotator-worker”,“at”:“2026-09-23T04:04:48.166588182+00:00”}

provider text 2147483647 null

{“what”:“Cloud provider or service name, e.g., ‘openai’.”,“why”:“Identifies which API provider was used for the run.”,“by”:“fleet-annotator-worker”,“at”:“2026-09-23T04:04:48.343043886+00:00”}

base_url text 2147483647 null

{“what”:“Base URL of the API endpoint.”,“why”:“Required to reproduce the exact endpoint for reruns.”,“by”:“fleet-annotator-worker”,“at”:“2026-09-23T04:04:48.673545908+00:00”}

requested_model text 2147483647 null

{“what”:“Model name as sent in the API request.”,“why”:“Shows what the user asked for, independent of actual serving.”,“by”:“fleet-annotator-worker”,“at”:“2026-09-23T04:04:48.710479714+00:00”}

served_model text 2147483647 √ null

{“what”:“Actual model name served by the provider, if different.”,“why”:“Captures model routing or aliasing that affects performance.”,“by”:“fleet-annotator-worker”,“at”:“2026-09-23T04:04:48.771601727+00:00”}

context_window int8 19 √ null

{“what”:“Maximum context length in tokens supported by the model.”,“why”:“Determines feasible prompt sizes and influences test design.”,“by”:“fleet-annotator-worker”,“at”:“2026-09-23T04:04:48.810614254+00:00”}

max_output_length int8 19 √ null

{“what”:“Maximum number of tokens the model can generate.”,“why”:“Limits output size and affects throughput calculations.”,“by”:“fleet-annotator-worker”,“at”:“2026-09-23T04:04:48.845276470+00:00”}

quantization text 2147483647 √ null

{“what”:“Quantization level of the model, e.g., ‘int8’.”,“why”:“Affects performance and accuracy, needed for fair comparisons.”,“by”:“fleet-annotator-worker”,“at”:“2026-09-23T04:04:48.923180022+00:00”}

region text 2147483647 √ null

{“what”:“Cloud region where the endpoint is hosted.”,“why”:“Important for latency analysis and cost estimation.”,“by”:“fleet-annotator-worker”,“at”:“2026-09-23T04:04:49.056784298+00:00”}

max_tokens int4 10 null

{“what”:“Maximum tokens to generate per request.”,“why”:“Controls response length and test consistency.”,“by”:“fleet-annotator-worker”,“at”:“2026-09-23T04:04:49.181813967+00:00”}

prompt_tokens_target int4 10 null

{“what”:“Desired number of tokens in the prompt.”,“why”:“Standardizes input size across runs for comparable metrics.”,“by”:“fleet-annotator-worker”,“at”:“2026-09-23T04:04:49.246523611+00:00”}

temperature float8 17,17 null

{“what”:“Sampling temperature, typically 0.0 to 2.0.”,“why”:“Affects randomness of outputs; needed to reproduce results.”,“by”:“fleet-annotator-worker”,“at”:“2026-09-23T04:04:49.435972969+00:00”}

top_p float8 17,17 null

{“what”:“Nucleus sampling probability mass, e.g., 0.9.”,“why”:“Another sampling parameter that influences output diversity.”,“by”:“fleet-annotator-worker”,“at”:“2026-09-23T04:04:49.501572184+00:00”}

reasoning_effort text 2147483647 null

{“what”:“Level of reasoning effort, e.g., ‘low’, ‘high’.”,“why”:“Affects model behavior and latency, so must be recorded.”,“by”:“fleet-annotator-worker”,“at”:“2026-09-23T04:04:49.531571799+00:00”}

stream bool 1 null

{“what”:“Whether streaming responses were used (true/false).”,“why”:“Streaming changes latency measurement and resource usage.”,“by”:“fleet-annotator-worker”,“at”:“2026-09-23T04:04:49.557670344+00:00”}

seed int8 19 √ null

{“what”:“Random seed for reproducibility, if set.”,“why”:“Allows rerunning with identical randomness to verify results.”,“by”:“fleet-annotator-worker”,“at”:“2026-09-23T04:04:49.586063931+00:00”}

concurrency_levels text 2147483647 √ null

{“what”:“Comma-separated list of concurrency levels tested, e.g., ‘1,10,50’.”,“why”:“Records load test parameters for scaling analysis.”,“by”:“fleet-annotator-worker”,“at”:“2026-09-23T04:04:49.757178713+00:00”}

source_host text 2147483647 null

{“what”:“Hostname of the machine running the benchmark.”,“why”:“Identifies the test environment to detect hardware influence.”,“by”:“fleet-annotator-worker”,“at”:“2026-09-23T04:04:49.776467732+00:00”}

benchrhythm_version text 2147483647 null

{“what”:“Version of the benchrhythm tool used.”,“why”:“Ensures reproducibility across tool versions.”,“by”:“fleet-annotator-worker”,“at”:“2026-09-23T04:04:49.814428542+00:00”}

Indexes

Constraint Name Type Sort Column(s)
bench_run_pkey Primary key Asc id

Check Constraints

Constraint Name Constraint
bench_run_id_not_null1 id IS NOT NULL

Relationships