Skip to content

Commit 1b117cf

Browse files
author
Andrei Bratu
committed
fix accidental regression in tests
1 parent 3a98519 commit 1b117cf

File tree

1 file changed

+8
-2
lines changed

1 file changed

+8
-2
lines changed

tests/integration/test_evals.py

Lines changed: 8 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -44,9 +44,11 @@ def test_eval_run_version_id(
4444
test_prompt_config: dict[str, Any],
4545
) -> None:
4646
# GIVEN a prompt where a non-default version is created
47+
new_test_prompt_config = test_prompt_config.copy()
48+
new_test_prompt_config["temperature"] = 1
4749
new_prompt_version_response = humanloop_test_client.prompts.upsert(
4850
path=eval_prompt.file_path,
49-
**test_prompt_config,
51+
**new_test_prompt_config,
5052
)
5153
# WHEN creating an evaluation using version_id
5254
humanloop_test_client.evaluations.run( # type: ignore [attr-defined]
@@ -75,6 +77,8 @@ def test_eval_run_version_id(
7577
runs_response.runs[0].version
7678
and runs_response.runs[0].version.version_id == new_prompt_version_response.version_id
7779
)
80+
list_versions_response = humanloop_test_client.prompts.list_versions(id=new_prompt_version_response.id)
81+
assert list_versions_response.records and len(list_versions_response.records) == 2
7882
# THEN the version used in evaluation is not the default version
7983
response = humanloop_test_client.prompts.get(id=new_prompt_version_response.id)
8084
assert response.version_id != new_prompt_version_response.version_id
@@ -89,9 +93,11 @@ def test_eval_run_environment(
8993
id_for_staging_environment: str,
9094
) -> None:
9195
# GIVEN a prompt deployed to staging environment
96+
new_test_prompt_config = test_prompt_config.copy()
97+
new_test_prompt_config["temperature"] = 1
9298
new_prompt_version_response = humanloop_test_client.prompts.upsert(
9399
path=eval_prompt.file_path,
94-
**test_prompt_config,
100+
**new_test_prompt_config,
95101
)
96102
humanloop_test_client.prompts.set_deployment(
97103
id=new_prompt_version_response.id,

0 commit comments

Comments
 (0)