import weflayr
from weflayr.openapi.models import StopBenchmarkInput
client = weflayr.client() # reads WEFLAYR_API_KEY
client.stop_benchmark(body=StopBenchmarkInput.from_dict({
"benchmark_uuid": "5c1d6a52-3f5f-4c53-9a0e-6f2b9c7d8e01",
}))
const weflayr = require('weflayr');
const client = weflayr.client(); // reads WEFLAYR_API_KEY
await weflayr.api.stopBenchmark({
client,
throwOnError: true,
body: {
benchmarkUuid: '5c1d6a52-3f5f-4c53-9a0e-6f2b9c7d8e01',
},
});
curl -X POST https://app.weflayr.com/api/benchmark-stop/ \
-H "Authorization: Bearer $WEFLAYR_API_KEY" \
-H "Content-Type: application/json" \
-d '{
"benchmark_uuid": "5c1d6a52-3f5f-4c53-9a0e-6f2b9c7d8e01"
}'
{
"benchmark_uuid": "5c1d6a52-3f5f-4c53-9a0e-6f2b9c7d8e01",
"url": "https://app.weflayr.com/dashboard/optimization/benchmark/?benchmark=5c1d6a52-3f5f-4c53-9a0e-6f2b9c7d8e01",
"name": "Summarize profile",
"status": "stopped",
"message": "Stopped after spending $0.80. Resuming continues from the examples already judged.",
"call_names": [
"summarize_profile"
],
"optimization_objectives": [
"same_quality_lowest_cost",
"same_cost_best_quality"
],
"period": {
"date_from": "2026-09-24",
"date_to": "2026-10-23"
},
"requested_at": "2026-10-23T09:10:00+00:00",
"started_at": "2026-10-23T09:10:30+00:00",
"completed_at": null,
"updated_at": "2026-10-23T09:00:00+00:00",
"estimated_cost": 3.4,
"actual_cost": 0.8,
"credit_reserved": 0.0,
"setup": {
"deployments": [
{
"model": "gpt-6-luna",
"provider": "openai",
"region": "GLOBAL"
}
],
"forced_deployments": [],
"evaluators_impacting_benchmark": [
1
],
"evaluators_for_reference": [
14
],
"config": {
"optimization_objectives": [
"same_quality_lowest_cost",
"same_cost_best_quality"
],
"period": {
"date_from": "2026-09-24",
"date_to": "2026-10-23"
},
"examples": 300,
"validation_examples": 50,
"replays": 1,
"sampling": "smart",
"baseline_deployment": null,
"production_model_replay_deployment": null,
"model_prices_prompted_by_user": [],
"mask_pii": false,
"auto_disallow_too_costly_reasoning_efforts": true,
"ignore_max_tokens": true
}
},
"baseline": null,
"recommendations": [],
"overpriced_reasoning_efforts": [],
"blockers": []
}
{"error": "Invalid or missing API key. Send it as \"Authorization: Bearer <your key>\"."}
{"error": "A completed benchmark cannot become stopped. Read its status with get_benchmark.", "code": "invalid_benchmark_action"}
{"error": "No benchmark of this project has the id 5c1d6a52-3f5f-4c53-9a0e-6f2b9c7d8e01. List the project's benchmarks with get_benchmarks."}
{"error": "Invalid request payload.", "detail": [{"field": "benchmark_uuid", "error": "Field required"}]}
Benchmarks
Stop benchmark
Stop a running benchmark.
POST
/
api
/
benchmark-stop
/
import weflayr
from weflayr.openapi.models import StopBenchmarkInput
client = weflayr.client() # reads WEFLAYR_API_KEY
client.stop_benchmark(body=StopBenchmarkInput.from_dict({
"benchmark_uuid": "5c1d6a52-3f5f-4c53-9a0e-6f2b9c7d8e01",
}))
const weflayr = require('weflayr');
const client = weflayr.client(); // reads WEFLAYR_API_KEY
await weflayr.api.stopBenchmark({
client,
throwOnError: true,
body: {
benchmarkUuid: '5c1d6a52-3f5f-4c53-9a0e-6f2b9c7d8e01',
},
});
curl -X POST https://app.weflayr.com/api/benchmark-stop/ \
-H "Authorization: Bearer $WEFLAYR_API_KEY" \
-H "Content-Type: application/json" \
-d '{
"benchmark_uuid": "5c1d6a52-3f5f-4c53-9a0e-6f2b9c7d8e01"
}'
{
"benchmark_uuid": "5c1d6a52-3f5f-4c53-9a0e-6f2b9c7d8e01",
"url": "https://app.weflayr.com/dashboard/optimization/benchmark/?benchmark=5c1d6a52-3f5f-4c53-9a0e-6f2b9c7d8e01",
"name": "Summarize profile",
"status": "stopped",
"message": "Stopped after spending $0.80. Resuming continues from the examples already judged.",
"call_names": [
"summarize_profile"
],
"optimization_objectives": [
"same_quality_lowest_cost",
"same_cost_best_quality"
],
"period": {
"date_from": "2026-09-24",
"date_to": "2026-10-23"
},
"requested_at": "2026-10-23T09:10:00+00:00",
"started_at": "2026-10-23T09:10:30+00:00",
"completed_at": null,
"updated_at": "2026-10-23T09:00:00+00:00",
"estimated_cost": 3.4,
"actual_cost": 0.8,
"credit_reserved": 0.0,
"setup": {
"deployments": [
{
"model": "gpt-6-luna",
"provider": "openai",
"region": "GLOBAL"
}
],
"forced_deployments": [],
"evaluators_impacting_benchmark": [
1
],
"evaluators_for_reference": [
14
],
"config": {
"optimization_objectives": [
"same_quality_lowest_cost",
"same_cost_best_quality"
],
"period": {
"date_from": "2026-09-24",
"date_to": "2026-10-23"
},
"examples": 300,
"validation_examples": 50,
"replays": 1,
"sampling": "smart",
"baseline_deployment": null,
"production_model_replay_deployment": null,
"model_prices_prompted_by_user": [],
"mask_pii": false,
"auto_disallow_too_costly_reasoning_efforts": true,
"ignore_max_tokens": true
}
},
"baseline": null,
"recommendations": [],
"overpriced_reasoning_efforts": [],
"blockers": []
}
{"error": "Invalid or missing API key. Send it as \"Authorization: Bearer <your key>\"."}
{"error": "A completed benchmark cannot become stopped. Read its status with get_benchmark.", "code": "invalid_benchmark_action"}
{"error": "No benchmark of this project has the id 5c1d6a52-3f5f-4c53-9a0e-6f2b9c7d8e01. List the project's benchmarks with get_benchmarks."}
{"error": "Invalid request payload.", "detail": [{"field": "benchmark_uuid", "error": "Field required"}]}
Its credit reservation is released and its cost so far is recorded. Resume it later with start_or_resume_benchmark.
The response also carries
Parameters
Passed in the request body.string
required
The benchmark’s id.
blockers (what prevents the usual next step), in plain words. It is empty when the usual workflow applies.
import weflayr
from weflayr.openapi.models import StopBenchmarkInput
client = weflayr.client() # reads WEFLAYR_API_KEY
client.stop_benchmark(body=StopBenchmarkInput.from_dict({
"benchmark_uuid": "5c1d6a52-3f5f-4c53-9a0e-6f2b9c7d8e01",
}))
const weflayr = require('weflayr');
const client = weflayr.client(); // reads WEFLAYR_API_KEY
await weflayr.api.stopBenchmark({
client,
throwOnError: true,
body: {
benchmarkUuid: '5c1d6a52-3f5f-4c53-9a0e-6f2b9c7d8e01',
},
});
curl -X POST https://app.weflayr.com/api/benchmark-stop/ \
-H "Authorization: Bearer $WEFLAYR_API_KEY" \
-H "Content-Type: application/json" \
-d '{
"benchmark_uuid": "5c1d6a52-3f5f-4c53-9a0e-6f2b9c7d8e01"
}'
{
"benchmark_uuid": "5c1d6a52-3f5f-4c53-9a0e-6f2b9c7d8e01",
"url": "https://app.weflayr.com/dashboard/optimization/benchmark/?benchmark=5c1d6a52-3f5f-4c53-9a0e-6f2b9c7d8e01",
"name": "Summarize profile",
"status": "stopped",
"message": "Stopped after spending $0.80. Resuming continues from the examples already judged.",
"call_names": [
"summarize_profile"
],
"optimization_objectives": [
"same_quality_lowest_cost",
"same_cost_best_quality"
],
"period": {
"date_from": "2026-09-24",
"date_to": "2026-10-23"
},
"requested_at": "2026-10-23T09:10:00+00:00",
"started_at": "2026-10-23T09:10:30+00:00",
"completed_at": null,
"updated_at": "2026-10-23T09:00:00+00:00",
"estimated_cost": 3.4,
"actual_cost": 0.8,
"credit_reserved": 0.0,
"setup": {
"deployments": [
{
"model": "gpt-6-luna",
"provider": "openai",
"region": "GLOBAL"
}
],
"forced_deployments": [],
"evaluators_impacting_benchmark": [
1
],
"evaluators_for_reference": [
14
],
"config": {
"optimization_objectives": [
"same_quality_lowest_cost",
"same_cost_best_quality"
],
"period": {
"date_from": "2026-09-24",
"date_to": "2026-10-23"
},
"examples": 300,
"validation_examples": 50,
"replays": 1,
"sampling": "smart",
"baseline_deployment": null,
"production_model_replay_deployment": null,
"model_prices_prompted_by_user": [],
"mask_pii": false,
"auto_disallow_too_costly_reasoning_efforts": true,
"ignore_max_tokens": true
}
},
"baseline": null,
"recommendations": [],
"overpriced_reasoning_efforts": [],
"blockers": []
}
{"error": "Invalid or missing API key. Send it as \"Authorization: Bearer <your key>\"."}
{"error": "A completed benchmark cannot become stopped. Read its status with get_benchmark.", "code": "invalid_benchmark_action"}
{"error": "No benchmark of this project has the id 5c1d6a52-3f5f-4c53-9a0e-6f2b9c7d8e01. List the project's benchmarks with get_benchmarks."}
{"error": "Invalid request payload.", "detail": [{"field": "benchmark_uuid", "error": "Field required"}]}