Added instrumentation function

Author: Andrei Bratu

.fernignore

@@ -1 +1,17 @@
 # Specify files that shouldn't be modified by Fern
+
+# Custom code
+
+src/otel
+src/eval_utils
+src/decorators
+src/index.ts
+src/humanloop.client/ts
+
+# Tests
+
+tests
+
+# CI Action
+
+.github/workflows/ci.yml

src/humanloop.client.ts

@@ -1,5 +1,53 @@
-import { HumanloopClient as FernClient } from "./Client";
+import { NodeTracerProvider, Tracer } from "@opentelemetry/sdk-trace-node";
+import { HumanloopClient as BaseHumanloopClient } from "./Client";
+import { HumanloopSpanProcessor } from "otel/processor";
+import { HumanloopSpanExporter } from "otel/exporter";
+import { instrumentProvider } from "otel";
+import { UtilityPromptKernel, prompt as promptUtilityFactory } from "decorators/prompt";
+import { tool as toolUtilityFactory } from "decorators/tool";
+import { flow as flowUtilityFactory } from "decorators/flow";
+import { ToolKernelRequest } from "api/types/ToolKernelRequest";
+import { FlowKernelRequest } from "api/types/FlowKernelRequest";
 
-export class HumanloopClient extends FernClient {
-    
-}
+export class HumanloopClient extends BaseHumanloopClient {
+    protected readonly opentelemetryTracerProvider: NodeTracerProvider;
+    protected readonly opentelemetryTracer: Tracer;
+
+    constructor(
+        _options: BaseHumanloopClient.Options,
+        opentelemetryTracerProvider: NodeTracerProvider,
+        opentelemetryTracer: Tracer
+    ) {
+        super(_options);
+
+        if (opentelemetryTracerProvider) {
+            this.opentelemetryTracerProvider = opentelemetryTracerProvider;
+        } else {
+            this.opentelemetryTracerProvider = new NodeTracerProvider({
+                spanProcessors: [new HumanloopSpanProcessor(new HumanloopSpanExporter(this))],
+            });
+        }
+
+        instrumentProvider(this.opentelemetryTracerProvider);
+
+        this.opentelemetryTracerProvider.register();
+
+        if (this.opentelemetryTracerProvider !== undefined) {
+            this.opentelemetryTracer = this.opentelemetryTracerProvider.getTracer("humanloop.sdk");
+        } else {
+            this.opentelemetryTracer = opentelemetryTracer;
+        }
+    }
+
+    public prompt<T extends (...args: any[]) => any>(func: T, promptKernel?: UtilityPromptKernel, path?: string) {
+        return promptUtilityFactory(this.opentelemetryTracer, func, promptKernel, path);
+    }
+
+    public tool<T extends (...args: any[]) => any>(func: T, toolKernel: ToolKernelRequest, path?: string) {
+        return toolUtilityFactory(this.opentelemetryTracer, func, toolKernel, path);
+    }
+
+    public flow<T extends (...args: any[]) => any>(func: T, flowKernel: FlowKernelRequest, path?: string) {
+        return flowUtilityFactory(this.opentelemetryTracer, func, flowKernel, path);
+    }
+}

src/index.ts

@@ -1,4 +1,4 @@
 export * as Humanloop from "./api";
-export { HumanloopClient } from "./Client";
+export { HumanloopClient } from "./humanloop.client";
 export { HumanloopEnvironment } from "./environments";
 export { HumanloopError, HumanloopTimeoutError } from "./errors";

src/otel/flow.context.ts

@@ -1,10 +1,15 @@
 import { ReadableSpan } from "@opentelemetry/sdk-trace-base";
 import { SpanKind } from "@opentelemetry/api";
 import { AttributeValue } from "@opentelemetry/api";
+import { InstrumentationBase } from "@opentelemetry/instrumentation";
 import { v4 as uuidv4 } from "uuid";
 
 // Constants for Humanloop attributes
-import { HUMANLOOP_FILE_KEY, HUMANLOOP_FILE_TYPE_KEY, HUMANLOOP_LOG_KEY } from "./constants";
+import { HUMANLOOP_FILE_TYPE_KEY } from "./constants";
+import { NodeTracerProvider } from "@opentelemetry/sdk-trace-node";
+import { OpenAIInstrumentation } from "@traceloop/instrumentation-openai";
+import { AnthropicInstrumentation } from "@traceloop/instrumentation-anthropic";
+import { CohereInstrumentation } from "@traceloop/instrumentation-cohere";
 
 export type NestedDict = { [key: string]: NestedDict | AttributeValue };
 export type NestedList = Array<NestedDict | AttributeValue>;
@@ -226,3 +231,29 @@ export function jsonifyIfNotString(func: Function, output: any): string {
     }
     return output;
 }
+
+export function instrumentProvider(provider: NodeTracerProvider) {
+    const instrumentors = [];
+    try {
+        const openai = require("openai").openai;
+        const openaiInstrumentor = new OpenAIInstrumentation({ enrichTokens: true });
+        openaiInstrumentor.manuallyInstrument(openai);
+        instrumentors.push(openaiInstrumentor);
+    } catch (error) {}
+    try {
+        const anthropic = require("@anthropic-ai/sdk");
+        const anthropicInstrumentor = new AnthropicInstrumentation();
+        anthropicInstrumentor.manuallyInstrument(anthropic);
+        instrumentors.push(anthropicInstrumentor);
+    } catch (error) {}
+    try {
+        const cohere = require("cohere");
+        const cohereInstrumentor = new CohereInstrumentation();
+        cohereInstrumentor.manuallyInstrument(cohere);
+        instrumentors.push(cohereInstrumentor);
+    } catch (error) {}
+    for (const instrumentor of instrumentors) {
+        instrumentor.setTracerProvider(provider);
+        instrumentor.enable();
+    }
+}