better file resolution

Author: Andrei Bratu

src/humanloop/client.py

@@ -10,7 +10,7 @@
 from humanloop.core.client_wrapper import SyncClientWrapper
 
 from humanloop.evals import run_eval
-from humanloop.evals.types import Dataset, Evaluator, EvaluatorCheck, File
+from humanloop.evals.types import DatasetEvalConfig, EvaluatorEvalConfig, EvaluatorCheck, FileEvalConfig
 
 from humanloop.base_client import AsyncBaseHumanloop, BaseHumanloop
 from humanloop.overload import overload_call, overload_log
@@ -42,10 +42,10 @@ def __init__(
 
     def run(
         self,
-        file: File,
+        file: FileEvalConfig,
         name: Optional[str],
-        dataset: Dataset,
-        evaluators: Optional[Sequence[Evaluator]] = None,
+        dataset: DatasetEvalConfig,
+        evaluators: Optional[Sequence[EvaluatorEvalConfig]] = None,
         workers: int = 4,
     ) -> List[EvaluatorCheck]:
         """Evaluate your function for a given `Dataset` and set of `Evaluators`.

src/humanloop/decorators/flow.py

@@ -15,7 +15,7 @@
 from humanloop.evals.run import HumanloopRuntimeError
 from humanloop.types.chat_message import ChatMessage
 from humanloop.decorators.helpers import bind_args
-from humanloop.evals.types import File
+from humanloop.evals.types import FileEvalConfig
 from humanloop.otel.constants import (
     HUMANLOOP_FILE_TYPE_KEY,
     HUMANLOOP_LOG_KEY,
@@ -121,7 +121,7 @@ def wrapper(*args: P.args, **kwargs: P.kwargs) -> Optional[R]:
                         # Return the output of the decorated function
                         return func_output  # type: ignore [return-value]
 
-        wrapper.file = File(  # type: ignore
+        wrapper.file = FileEvalConfig(  # type: ignore
             path=decorator_path,
             type=file_type,  # type: ignore [arg-type, typeddict-item]
             version=FlowDict(**flow_kernel),  # type: ignore

src/humanloop/decorators/prompt.py

@@ -5,7 +5,7 @@
 from typing import Callable, TypeVar
 
 from humanloop.context import DecoratorContext, set_decorator_context
-from humanloop.evals.types import File
+from humanloop.evals.types import FileEvalConfig
 
 logger = logging.getLogger("humanloop.sdk")
 
@@ -30,7 +30,7 @@ def wrapper(*args: P.args, **kwargs: P.kwargs) -> R:
                 output = func(*args, **kwargs)
                 return output
 
-        wrapper.file = File(  # type: ignore [attr-defined]
+        wrapper.file = FileEvalConfig(  # type: ignore [attr-defined]
             path=path,
             type="prompt",
             version={  # type: ignore [typeddict-item]

src/humanloop/decorators/tool.py

@@ -14,7 +14,7 @@
 
 from humanloop.context import get_evaluation_context, get_trace_id
 from humanloop.decorators.helpers import bind_args
-from humanloop.evals import File
+from humanloop.evals import FileEvalConfig
 from humanloop.evals.run import HumanloopRuntimeError
 from humanloop.otel.constants import (
     HUMANLOOP_FILE_KEY,
@@ -112,7 +112,7 @@ def wrapper(*args: P.args, **kwargs: P.kwargs) -> Optional[R]:
                 # Return the output of the decorated function
                 return func_output
 
-        wrapper.file = File(  # type: ignore
+        wrapper.file = FileEvalConfig(  # type: ignore
             path=path,
             type=file_type,  # type: ignore [arg-type, typeddict-item]
             version=tool_kernel,

src/humanloop/evals/__init__.py

@@ -1,4 +1,4 @@
 from .run import run_eval
-from .types import File
+from .types import FileEvalConfig
 
-__all__ = ["run_eval", "File"]
+__all__ = ["run_eval", "FileEvalConfig"]