Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 1 addition & 1 deletion .release-please-manifest.json
Original file line number Diff line number Diff line change
@@ -1,3 +1,3 @@
{
".": "0.1.0-alpha.27"
".": "0.1.0-alpha.28"
}
2 changes: 1 addition & 1 deletion .stats.yml
Original file line number Diff line number Diff line change
@@ -1,3 +1,3 @@
configured_endpoints: 54
openapi_spec_hash: f263c6c6d8d75a8f7c1e9c65188e7ef2
openapi_spec_hash: 43ecb34eaf8efd3fe94b23f2c859fe05
config_hash: 04312af86542d1127f09d3f3cbe5bb50
8 changes: 8 additions & 0 deletions CHANGELOG.md
Original file line number Diff line number Diff line change
@@ -1,5 +1,13 @@
# Changelog

## 0.1.0-alpha.28 (2025-09-19)

Full Changelog: [v0.1.0-alpha.27...v0.1.0-alpha.28](https://github.com/cleanlab/codex-python/compare/v0.1.0-alpha.27...v0.1.0-alpha.28)

### Features

* **api:** api update ([dc0a0cc](https://github.com/cleanlab/codex-python/commit/dc0a0ccbb4db8d43bcd36e97c11ca7c16628db2d))

## 0.1.0-alpha.27 (2025-09-19)

Full Changelog: [v0.1.0-alpha.26...v0.1.0-alpha.27](https://github.com/cleanlab/codex-python/compare/v0.1.0-alpha.26...v0.1.0-alpha.27)
Expand Down
2 changes: 1 addition & 1 deletion pyproject.toml
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
[project]
name = "codex-sdk"
version = "0.1.0-alpha.27"
version = "0.1.0-alpha.28"
description = "Internal SDK used within cleanlab-codex package. Refer to https://pypi.org/project/cleanlab-codex/ instead."
dynamic = ["readme"]
license = "MIT"
Expand Down
2 changes: 1 addition & 1 deletion src/codex/_version.py
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.

__title__ = "codex"
__version__ = "0.1.0-alpha.27" # x-release-please-version
__version__ = "0.1.0-alpha.28" # x-release-please-version
30 changes: 30 additions & 0 deletions src/codex/resources/projects/evals.py
Original file line number Diff line number Diff line change
Expand Up @@ -54,6 +54,7 @@ def create(
name: str,
context_identifier: Optional[str] | Omit = omit,
enabled: bool | Omit = omit,
guardrailed_fallback_message: Optional[str] | Omit = omit,
is_default: bool | Omit = omit,
priority: Optional[int] | Omit = omit,
query_identifier: Optional[str] | Omit = omit,
Expand Down Expand Up @@ -86,6 +87,9 @@ def create(

enabled: Allows the evaluation to be disabled without removing it

guardrailed_fallback_message: Fallback message to use if this eval fails and causes the response to be
guardrailed

is_default: Whether the eval is a default, built-in eval or a custom eval

priority: Priority order for evals (lower number = higher priority) to determine primary
Expand Down Expand Up @@ -124,6 +128,7 @@ def create(
"name": name,
"context_identifier": context_identifier,
"enabled": enabled,
"guardrailed_fallback_message": guardrailed_fallback_message,
"is_default": is_default,
"priority": priority,
"query_identifier": query_identifier,
Expand Down Expand Up @@ -152,6 +157,7 @@ def update(
name: str,
context_identifier: Optional[str] | Omit = omit,
enabled: bool | Omit = omit,
guardrailed_fallback_message: Optional[str] | Omit = omit,
is_default: bool | Omit = omit,
priority: Optional[int] | Omit = omit,
query_identifier: Optional[str] | Omit = omit,
Expand Down Expand Up @@ -184,6 +190,9 @@ def update(

enabled: Allows the evaluation to be disabled without removing it

guardrailed_fallback_message: Fallback message to use if this eval fails and causes the response to be
guardrailed

is_default: Whether the eval is a default, built-in eval or a custom eval

priority: Priority order for evals (lower number = higher priority) to determine primary
Expand Down Expand Up @@ -221,6 +230,7 @@ def update(
project_id: str,
body_eval_key: str,
enabled: bool | Omit = omit,
guardrailed_fallback_message: Optional[str] | Omit = omit,
priority: Optional[int] | Omit = omit,
should_escalate: bool | Omit = omit,
should_guardrail: bool | Omit = omit,
Expand All @@ -242,6 +252,9 @@ def update(

enabled: Allows the evaluation to be disabled without removing it

guardrailed_fallback_message: Fallback message to use if this eval fails and causes the response to be
guardrailed

priority: Priority order for evals (lower number = higher priority) to determine primary
eval issue to surface

Expand Down Expand Up @@ -275,6 +288,7 @@ def update(
name: str | Omit = omit,
context_identifier: Optional[str] | Omit = omit,
enabled: bool | Omit = omit,
guardrailed_fallback_message: Optional[str] | Omit = omit,
is_default: bool | Omit = omit,
priority: Optional[int] | Omit = omit,
query_identifier: Optional[str] | Omit = omit,
Expand Down Expand Up @@ -303,6 +317,7 @@ def update(
"name": name,
"context_identifier": context_identifier,
"enabled": enabled,
"guardrailed_fallback_message": guardrailed_fallback_message,
"is_default": is_default,
"priority": priority,
"query_identifier": query_identifier,
Expand Down Expand Up @@ -433,6 +448,7 @@ async def create(
name: str,
context_identifier: Optional[str] | Omit = omit,
enabled: bool | Omit = omit,
guardrailed_fallback_message: Optional[str] | Omit = omit,
is_default: bool | Omit = omit,
priority: Optional[int] | Omit = omit,
query_identifier: Optional[str] | Omit = omit,
Expand Down Expand Up @@ -465,6 +481,9 @@ async def create(

enabled: Allows the evaluation to be disabled without removing it

guardrailed_fallback_message: Fallback message to use if this eval fails and causes the response to be
guardrailed

is_default: Whether the eval is a default, built-in eval or a custom eval

priority: Priority order for evals (lower number = higher priority) to determine primary
Expand Down Expand Up @@ -503,6 +522,7 @@ async def create(
"name": name,
"context_identifier": context_identifier,
"enabled": enabled,
"guardrailed_fallback_message": guardrailed_fallback_message,
"is_default": is_default,
"priority": priority,
"query_identifier": query_identifier,
Expand Down Expand Up @@ -531,6 +551,7 @@ async def update(
name: str,
context_identifier: Optional[str] | Omit = omit,
enabled: bool | Omit = omit,
guardrailed_fallback_message: Optional[str] | Omit = omit,
is_default: bool | Omit = omit,
priority: Optional[int] | Omit = omit,
query_identifier: Optional[str] | Omit = omit,
Expand Down Expand Up @@ -563,6 +584,9 @@ async def update(

enabled: Allows the evaluation to be disabled without removing it

guardrailed_fallback_message: Fallback message to use if this eval fails and causes the response to be
guardrailed

is_default: Whether the eval is a default, built-in eval or a custom eval

priority: Priority order for evals (lower number = higher priority) to determine primary
Expand Down Expand Up @@ -600,6 +624,7 @@ async def update(
project_id: str,
body_eval_key: str,
enabled: bool | Omit = omit,
guardrailed_fallback_message: Optional[str] | Omit = omit,
priority: Optional[int] | Omit = omit,
should_escalate: bool | Omit = omit,
should_guardrail: bool | Omit = omit,
Expand All @@ -621,6 +646,9 @@ async def update(

enabled: Allows the evaluation to be disabled without removing it

guardrailed_fallback_message: Fallback message to use if this eval fails and causes the response to be
guardrailed

priority: Priority order for evals (lower number = higher priority) to determine primary
eval issue to surface

Expand Down Expand Up @@ -654,6 +682,7 @@ async def update(
name: str | Omit = omit,
context_identifier: Optional[str] | Omit = omit,
enabled: bool | Omit = omit,
guardrailed_fallback_message: Optional[str] | Omit = omit,
is_default: bool | Omit = omit,
priority: Optional[int] | Omit = omit,
query_identifier: Optional[str] | Omit = omit,
Expand Down Expand Up @@ -682,6 +711,7 @@ async def update(
"name": name,
"context_identifier": context_identifier,
"enabled": enabled,
"guardrailed_fallback_message": guardrailed_fallback_message,
"is_default": is_default,
"priority": priority,
"query_identifier": query_identifier,
Expand Down
36 changes: 36 additions & 0 deletions src/codex/types/project_create_params.py
Original file line number Diff line number Diff line change
Expand Up @@ -57,6 +57,12 @@ class ConfigEvalConfigCustomEvalsEvals(TypedDict, total=False):
enabled: bool
"""Allows the evaluation to be disabled without removing it"""

guardrailed_fallback_message: Optional[str]
"""
Fallback message to use if this eval fails and causes the response to be
guardrailed
"""

is_default: bool
"""Whether the eval is a default, built-in eval or a custom eval"""

Expand Down Expand Up @@ -110,6 +116,12 @@ class ConfigEvalConfigDefaultEvalsContextSufficiency(TypedDict, total=False):
enabled: bool
"""Allows the evaluation to be disabled without removing it"""

guardrailed_fallback_message: Optional[str]
"""
Fallback message to use if this eval fails and causes the response to be
guardrailed
"""

priority: Optional[int]
"""
Priority order for evals (lower number = higher priority) to determine primary
Expand Down Expand Up @@ -145,6 +157,12 @@ class ConfigEvalConfigDefaultEvalsQueryEase(TypedDict, total=False):
enabled: bool
"""Allows the evaluation to be disabled without removing it"""

guardrailed_fallback_message: Optional[str]
"""
Fallback message to use if this eval fails and causes the response to be
guardrailed
"""

priority: Optional[int]
"""
Priority order for evals (lower number = higher priority) to determine primary
Expand Down Expand Up @@ -180,6 +198,12 @@ class ConfigEvalConfigDefaultEvalsResponseGroundedness(TypedDict, total=False):
enabled: bool
"""Allows the evaluation to be disabled without removing it"""

guardrailed_fallback_message: Optional[str]
"""
Fallback message to use if this eval fails and causes the response to be
guardrailed
"""

priority: Optional[int]
"""
Priority order for evals (lower number = higher priority) to determine primary
Expand Down Expand Up @@ -215,6 +239,12 @@ class ConfigEvalConfigDefaultEvalsResponseHelpfulness(TypedDict, total=False):
enabled: bool
"""Allows the evaluation to be disabled without removing it"""

guardrailed_fallback_message: Optional[str]
"""
Fallback message to use if this eval fails and causes the response to be
guardrailed
"""

priority: Optional[int]
"""
Priority order for evals (lower number = higher priority) to determine primary
Expand Down Expand Up @@ -250,6 +280,12 @@ class ConfigEvalConfigDefaultEvalsTrustworthiness(TypedDict, total=False):
enabled: bool
"""Allows the evaluation to be disabled without removing it"""

guardrailed_fallback_message: Optional[str]
"""
Fallback message to use if this eval fails and causes the response to be
guardrailed
"""

priority: Optional[int]
"""
Priority order for evals (lower number = higher priority) to determine primary
Expand Down
44 changes: 44 additions & 0 deletions src/codex/types/project_list_response.py
Original file line number Diff line number Diff line change
Expand Up @@ -19,6 +19,7 @@
"ProjectConfigEvalConfigDefaultEvalsResponseGroundedness",
"ProjectConfigEvalConfigDefaultEvalsResponseHelpfulness",
"ProjectConfigEvalConfigDefaultEvalsTrustworthiness",
"Filters",
]


Expand Down Expand Up @@ -47,6 +48,12 @@ class ProjectConfigEvalConfigCustomEvalsEvals(BaseModel):
enabled: Optional[bool] = None
"""Allows the evaluation to be disabled without removing it"""

guardrailed_fallback_message: Optional[str] = None
"""
Fallback message to use if this eval fails and causes the response to be
guardrailed
"""

is_default: Optional[bool] = None
"""Whether the eval is a default, built-in eval or a custom eval"""

Expand Down Expand Up @@ -100,6 +107,12 @@ class ProjectConfigEvalConfigDefaultEvalsContextSufficiency(BaseModel):
enabled: Optional[bool] = None
"""Allows the evaluation to be disabled without removing it"""

guardrailed_fallback_message: Optional[str] = None
"""
Fallback message to use if this eval fails and causes the response to be
guardrailed
"""

priority: Optional[int] = None
"""
Priority order for evals (lower number = higher priority) to determine primary
Expand Down Expand Up @@ -135,6 +148,12 @@ class ProjectConfigEvalConfigDefaultEvalsQueryEase(BaseModel):
enabled: Optional[bool] = None
"""Allows the evaluation to be disabled without removing it"""

guardrailed_fallback_message: Optional[str] = None
"""
Fallback message to use if this eval fails and causes the response to be
guardrailed
"""

priority: Optional[int] = None
"""
Priority order for evals (lower number = higher priority) to determine primary
Expand Down Expand Up @@ -170,6 +189,12 @@ class ProjectConfigEvalConfigDefaultEvalsResponseGroundedness(BaseModel):
enabled: Optional[bool] = None
"""Allows the evaluation to be disabled without removing it"""

guardrailed_fallback_message: Optional[str] = None
"""
Fallback message to use if this eval fails and causes the response to be
guardrailed
"""

priority: Optional[int] = None
"""
Priority order for evals (lower number = higher priority) to determine primary
Expand Down Expand Up @@ -205,6 +230,12 @@ class ProjectConfigEvalConfigDefaultEvalsResponseHelpfulness(BaseModel):
enabled: Optional[bool] = None
"""Allows the evaluation to be disabled without removing it"""

guardrailed_fallback_message: Optional[str] = None
"""
Fallback message to use if this eval fails and causes the response to be
guardrailed
"""

priority: Optional[int] = None
"""
Priority order for evals (lower number = higher priority) to determine primary
Expand Down Expand Up @@ -240,6 +271,12 @@ class ProjectConfigEvalConfigDefaultEvalsTrustworthiness(BaseModel):
enabled: Optional[bool] = None
"""Allows the evaluation to be disabled without removing it"""

guardrailed_fallback_message: Optional[str] = None
"""
Fallback message to use if this eval fails and causes the response to be
guardrailed
"""

priority: Optional[int] = None
"""
Priority order for evals (lower number = higher priority) to determine primary
Expand Down Expand Up @@ -354,7 +391,14 @@ class Project(BaseModel):
unaddressed_count: Optional[int] = None


class Filters(BaseModel):
query: Optional[str] = None


class ProjectListResponse(BaseModel):
projects: List[Project]

total_count: int

filters: Optional[Filters] = None
"""Applied filters for the projects list request"""
Loading